-- Logs begin at Thu 2021-09-23 16:53:38 UTC, end at Thu 2021-09-23 18:03:24 UTC. -- Sep 23 17:38:48.143082 dv-cinder-810729-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 17:38:50.875165 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.common.config [-] Logging enabled! Sep 23 17:38:50.875774 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 17:38:50.875955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 17:38:50.879175 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.common.config [-] Logging enabled! Sep 23 17:38:50.879437 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev20 Sep 23 17:38:50.879752 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100664) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 17:38:50.880724 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 17:38:50.880962 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 17:38:50.881325 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 17:38:50.881574 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 17:38:50.881801 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 17:38:50.882123 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.882423 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.882722 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.882955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.883249 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.883540 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.883825 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.884117 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.884416 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.884726 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.885013 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.885299 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.885536 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.885823 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.886114 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.886409 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.886632 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.886919 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.887343 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.888296 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.888582 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.888901 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.889185 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.889460 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.889740 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.890028 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.890358 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] host = dv-cinder-810729-1-iscsi {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.890639 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.890928 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.891217 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.891504 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.891781 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.892059 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.892347 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.892621 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.892922 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.893201 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.893491 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.893782 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.894073 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.894302 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.894527 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.894819 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.895109 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.895389 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.895667 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.895944 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.896221 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.896500 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.896807 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.897096 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.897384 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.897672 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.897951 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.898243 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.898503 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.898777 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.899064 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.899342 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.899619 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.899896 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.900185 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.900459 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.900759 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.901065 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.901357 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.901643 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.901930 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.902206 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.902492 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.902771 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.903047 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.903350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.903629 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.903903 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.904187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.904466 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.904772 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.905052 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.905329 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.905617 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:50.905917 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.906216 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.906522 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.906816 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.907116 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.907401 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.907696 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.907977 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.908268 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.908563 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.908882 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.909165 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.909456 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.909738 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.910034 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.910341 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.910641 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.910937 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.911216 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.911495 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.911772 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.912052 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.912340 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.912622 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.912939 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.913230 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.913513 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.913802 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.914099 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.914390 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.914668 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.914951 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.915245 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.915525 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.915800 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.916079 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.916369 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.916650 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.916953 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.917239 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.917519 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.917794 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.918070 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.918349 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.918638 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.918985 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.919259 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.919699 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.919985 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.920263 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.920552 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.920862 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.921140 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.921415 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.921697 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.921973 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.922248 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.922529 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.922803 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.923082 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.923358 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.923632 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.923906 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.924179 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.924454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.924762 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.925041 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.925323 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.925599 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.925874 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.926151 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.926427 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.926703 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.926999 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.927304 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.927588 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.927871 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.928153 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.928433 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.928740 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.929023 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.929308 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.929590 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.929866 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.930157 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.930445 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.930732 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.931017 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.931300 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.931603 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.931885 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.932170 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.932451 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.932768 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.933056 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.933343 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.933638 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.933934 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.934228 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.935151 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.935493 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.935779 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.936090 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.936374 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:50.936594 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 17:38:50.936860 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100664) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 17:38:51.289724 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 17:38:51.289993 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 17:38:51.290285 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 17:38:51.290622 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 17:38:51.683583 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.683877 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.684160 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.685514 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.685791 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.686055 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.721958 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.722237 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.722505 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.737907 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.738187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.738458 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.766586 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.766867 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.767173 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.805495 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.805773 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:51.806043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.037746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.038332 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.038332 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.038526 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.039217 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.159862 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.160176 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.160455 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.160747 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.161014 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.161318 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.161573 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.161824 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.162075 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.162351 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.162606 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.162866 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.163116 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.163363 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.163616 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.163874 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.164125 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.164385 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.164649 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.165060 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.165328 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.165576 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.165856 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.166230 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.166476 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.166719 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.167110 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.167348 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.167584 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.167821 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.168055 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.168289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:52.168646 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 17:38:52.171832 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 17:38:52.175852 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 17:38:52.179461 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 23 17:38:52.181111 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 17:38:52.181558 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 17:38:52.181887 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 17:38:52.182272 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 17:38:52.185107 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 17:38:52.185402 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 17:38:52.185669 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 17:38:52.190928 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 17:38:52.213276 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 17:38:52.213731 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.214023 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100664) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 17:38:52.214381 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.216483 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100664) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 17:38:52.216956 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 17:38:52.217203 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 17:38:52.220368 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.220648 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.284829 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 17:38:52.285015 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 17:38:52.285250 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 17:38:52.285616 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 17:38:52.307835 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_db.sqlalchemy.engines [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100664) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 17:38:52.837649 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing driver for type 'gre' Sep 23 17:38:52.838234 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] gre ID ranges: [(1, 1000)] Sep 23 17:38:52.890570 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing driver for type 'local' Sep 23 17:38:52.890925 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing driver for type 'vlan' Sep 23 17:38:52.904958 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] VlanTypeDriver initialization complete Sep 23 17:38:52.905291 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing driver for type 'vxlan' Sep 23 17:38:52.905785 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] vxlan ID ranges: [(1, 1000)] Sep 23 17:38:52.961578 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing extension driver 'port_security' Sep 23 17:38:52.961933 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.extensions.port_security [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] PortSecurityExtensionDriver initialization complete Sep 23 17:38:52.962259 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing mechanism driver 'openvswitch' Sep 23 17:38:52.962579 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing mechanism driver 'hyperv' Sep 23 17:38:52.969853 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.plugin [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:38:52.970528 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.970928 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.971346 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.971910 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.972340 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.972703 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.973046 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.973430 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.973829 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.974175 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.974511 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.974889 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.975286 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.975625 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.975954 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.976471 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.976893 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.977235 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.977569 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.977953 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.978347 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > address_group after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.978684 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > address_group after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.979010 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > address_group after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.979390 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100664) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 17:38:52.979759 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] ML2 OVO RPC backend initialized. {{(pid=100664) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 17:38:52.980454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.980832 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.981784 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.982127 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > networks before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.982565 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.982902 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > ports before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.983240 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.983572 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnets before_response 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.983910 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.984244 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.984572 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.984926 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.985256 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.985618 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.985949 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.986277 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.986601 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:52.987173 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.plugin [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Modular L2 Plugin initialization complete Sep 23 17:38:52.987498 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading services supported by the core plugin {{(pid=100664) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 17:38:52.987818 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.plugins.ml2.managers [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Got port-security extension from driver 'port_security' Sep 23 17:38:52.988272 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.extensions.vlantransparent [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Disabled vlantransparent extension. Sep 23 17:38:52.988765 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100664) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 17:38:52.989075 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: router Sep 23 17:38:53.024490 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.024903 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.025270 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router before_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.025629 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.025996 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.026343 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_delete 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.026693 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > floatingip after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.027033 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > floatingip after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.027380 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.027719 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.028599 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.029038 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.029390 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.029792 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.030154 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.030486 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.030819 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: subnet after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.031158 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.031500 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > port precommit_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.031841 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.032177 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.032512 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.032886 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router after_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.033225 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_delete 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.033565 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_create 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.033917 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.034252 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_update 55549900 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.034610 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > agent after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.034949 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > agent after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.035285 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > network after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.036126 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Tracking information for resource: router configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:53.036451 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Tracking information for resource: floatingip configured {{(pid=100664) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 17:38:53.041322 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.db.l3_agentschedulers_db [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 17:38:53.041894 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.042247 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.042594 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.042938 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: port after_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.043791 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router before_create 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.044646 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_delete 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.045025 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_create 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.045374 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > router precommit_update 55550100 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.050048 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.provider_configuration [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service providers = [] {{(pid=100664) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 17:38:53.050409 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.db.servicetype_db [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100664) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 17:38:53.053322 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.service_base [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 17:38:53.053664 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.service_base [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 17:38:53.054000 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.service_base [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 17:38:53.054875 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.services.service_base [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100664) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 17:38:53.055239 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.services.service_base [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 17:38:53.055600 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.055910 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 17:38:53.066556 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.066887 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: auto_allocate Sep 23 17:38:53.072551 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: network precommit_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.072954 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: network precommit_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.073470 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.073786 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: tag Sep 23 17:38:53.080337 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.080744 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: timestamp Sep 23 17:38:53.085051 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.085369 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: network_ip_availability Sep 23 17:38:53.091508 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.091825 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.092209 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.092957 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.093320 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: flavors Sep 23 17:38:53.098031 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.098356 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading Plugin: revisions Sep 23 17:38:53.102607 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100664) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 17:38:53.102993 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=100664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 17:38:53.103714 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100664) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 17:38:53.104047 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Initializing extension manager. Sep 23 17:38:53.104549 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: __init__.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.104914 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: __pycache__ {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.105247 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.105579 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.107057 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.107628 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: address-group Sep 23 17:38:53.107949 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: address_scope.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.108877 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.109385 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: address-scope Sep 23 17:38:53.109705 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: admin_state_down_before_update.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.110622 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.111125 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: router-admin-state-down-before-update Sep 23 17:38:53.111444 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: agent.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.112135 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.112634 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: agent Sep 23 17:38:53.112975 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: agent_resources_synced.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.113871 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.114374 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: agent-resources-synced Sep 23 17:38:53.114692 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: allowedaddresspairs.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.116450 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.116992 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: allowed-address-pairs Sep 23 17:38:53.117314 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: auto_allocated_topology.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.118403 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.118908 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: auto-allocated-topology Sep 23 17:38:53.119225 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.119908 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.120411 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: availability_zone Sep 23 17:38:53.120754 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: availability_zone_filter.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.121652 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.122209 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: availability_zone_filter Sep 23 17:38:53.122517 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: data_plane_status.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.123412 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.123907 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 17:38:53.124222 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: default_subnetpools.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.125146 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.125643 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: default-subnetpools Sep 23 17:38:53.125955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: dhcpagentscheduler.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.126747 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.127244 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: dhcp_agent_scheduler Sep 23 17:38:53.127559 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: dns.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.128467 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.128993 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension dns-integration not supported by any of loaded plugins Sep 23 17:38:53.129310 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: dns_domain_ports.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.130217 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.130715 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 17:38:53.131059 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.131961 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.132456 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 17:38:53.132801 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: dvr.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.133464 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.133966 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: dvr Sep 23 17:38:53.134279 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: ecmp_routes.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.135181 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.135680 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 17:38:53.135995 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: empty_string_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.136920 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.137467 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: empty-string-filtering Sep 23 17:38:53.137778 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.138675 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.139172 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 17:38:53.139485 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.140387 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.140990 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 17:38:53.141234 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: external_net.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.142143 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.142647 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: external-net Sep 23 17:38:53.142964 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: extra_dhcp_opt.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.143863 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.144364 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: extra_dhcp_opt Sep 23 17:38:53.144704 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: extraroute.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.145602 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.146099 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: extraroute Sep 23 17:38:53.146411 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: extraroute_atomic.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.147421 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.147951 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: extraroute-atomic Sep 23 17:38:53.148265 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: filter_validation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.148958 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.149454 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: filter-validation Sep 23 17:38:53.149767 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: fip_pf_description.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.150670 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.151163 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 17:38:53.151478 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: fip_port_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.152384 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.152912 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: fip-port-details Sep 23 17:38:53.153764 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: flavors.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.154976 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.155486 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: flavors Sep 23 17:38:53.155806 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.157591 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.158107 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 17:38:53.158431 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: floatingip_pools.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.159125 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.159625 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: floatingip-pools Sep 23 17:38:53.159944 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: ip_allocation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.160895 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.161396 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 17:38:53.161712 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.162629 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.163136 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: ip-substring-filtering Sep 23 17:38:53.163453 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l2_adjacency.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.164370 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.164894 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 17:38:53.165212 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.166286 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.166799 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: router Sep 23 17:38:53.167114 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3_conntrack_helper.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.169921 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.170451 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 17:38:53.170774 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.171703 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.172217 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: ext-gw-mode Sep 23 17:38:53.172539 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.173483 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.173992 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: l3-ha Sep 23 17:38:53.174311 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3_flavors.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.175216 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.175718 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: l3-flavors Sep 23 17:38:53.176033 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.176959 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.177462 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 17:38:53.177775 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: l3agentscheduler.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.178789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.179292 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: l3_agent_scheduler Sep 23 17:38:53.179613 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: logging.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.181123 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.181639 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension logging not supported by any of loaded plugins Sep 23 17:38:53.181983 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: metering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.182721 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.183408 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: metering Sep 23 17:38:53.183734 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.184950 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.185466 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: metering_source_and_destination_fields Sep 23 17:38:53.185791 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: multiprovidernet.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.186711 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.187218 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: multi-provider Sep 23 17:38:53.187539 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: netmtu.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.188438 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.188959 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: net-mtu Sep 23 17:38:53.189280 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: netmtu_writable.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.190187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.190691 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: net-mtu-writable Sep 23 17:38:53.191009 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: network_availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.191667 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.192165 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: network_availability_zone Sep 23 17:38:53.192481 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: network_ip_availability.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.193591 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.194097 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: network-ip-availability Sep 23 17:38:53.194420 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: network_segment_range.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.195175 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.195671 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 17:38:53.195990 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: pagination.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.196982 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.197305 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: pagination Sep 23 17:38:53.197622 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: port_device_profile.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.198516 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.199021 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: port-device-profile Sep 23 17:38:53.199337 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.200456 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.200992 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: port-mac-address-regenerate Sep 23 17:38:53.201308 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.202223 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.202723 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: port-numa-affinity-policy Sep 23 17:38:53.203038 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: port_resource_request.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.204056 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.204552 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 17:38:53.204898 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: portbindings.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.205815 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.206317 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: binding Sep 23 17:38:53.206632 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: portbindings_extended.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.207874 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.208381 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: binding-extended Sep 23 17:38:53.208735 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: portsecurity.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.209899 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.210413 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: port-security Sep 23 17:38:53.210740 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: project_id.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.211696 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.212021 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: project-id Sep 23 17:38:53.212340 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: providernet.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.213284 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.213786 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: provider Sep 23 17:38:53.214100 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.218124 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.218644 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos not supported by any of loaded plugins Sep 23 17:38:53.218968 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.220202 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.220740 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 17:38:53.221065 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.221974 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.222479 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 17:38:53.222798 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_default.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.223692 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.224197 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-default not supported by any of loaded plugins Sep 23 17:38:53.224515 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_fip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.225184 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.225676 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-fip not supported by any of loaded plugins Sep 23 17:38:53.225991 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_gateway_ip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.226909 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.227411 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 17:38:53.227729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_port_network_policy.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.228632 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.229154 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 17:38:53.229471 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_pps_rule.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.230641 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.231259 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-pps not supported by any of loaded plugins Sep 23 17:38:53.232221 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_rule_type_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.233169 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.233677 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 17:38:53.233998 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: qos_rules_alias.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.235029 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.235530 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 17:38:53.235850 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: quotasv2.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.236769 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.237092 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: quotas Sep 23 17:38:53.237404 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: quotasv2_detail.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.240604 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.240978 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: quota_details Sep 23 17:38:53.241306 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: rbac.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.242341 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.242860 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: rbac-policies Sep 23 17:38:53.243187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: rbac_address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.244158 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.244684 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: rbac-address-group Sep 23 17:38:53.245019 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: rbac_address_scope.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.245922 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.246429 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: rbac-address-scope Sep 23 17:38:53.246751 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: rbac_security_groups.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.247973 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.248481 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: rbac-security-groups Sep 23 17:38:53.248845 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: rbac_subnetpool.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.249753 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.250269 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: rbac-subnetpool Sep 23 17:38:53.250590 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: revisionifmatch.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.251496 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.252004 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: revision-if-match Sep 23 17:38:53.252323 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: revisions.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.253441 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.253948 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: standard-attr-revisions Sep 23 17:38:53.254268 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: router_availability_zone.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.254936 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.255435 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: router_availability_zone Sep 23 17:38:53.255752 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: routerservicetype.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.256668 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.257186 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension router-service-type not supported by any of loaded plugins Sep 23 17:38:53.257502 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.258404 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.258982 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: security-groups-normalized-cidr Sep 23 17:38:53.259298 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: security_groups_port_filtering.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.260214 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.260753 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: port-security-groups-filtering Sep 23 17:38:53.261071 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.261978 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.262540 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: security-groups-remote-address-group Sep 23 17:38:53.263004 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: securitygroup.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.273845 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.274366 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: security-group Sep 23 17:38:53.274696 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: segment.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.275482 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.275980 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension segment not supported by any of loaded plugins Sep 23 17:38:53.276299 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.277253 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.277757 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 17:38:53.278673 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: servicetype.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.279850 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.280375 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: service-type Sep 23 17:38:53.280729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: sorting.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.281708 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.282035 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: sorting Sep 23 17:38:53.282354 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: standard_attr_segment.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.283257 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.283763 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 17:38:53.284080 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: standardattrdescription.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.284743 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.285241 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: standard-attr-description Sep 23 17:38:53.285557 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: stateful_security_group.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.286495 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.287001 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: stateful-security-group Sep 23 17:38:53.287318 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: stdattrs_common.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.287890 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 17:38:53.288206 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.289147 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.289663 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 17:38:53.289984 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnet_onboard.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.291039 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.291646 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: subnet_onboard Sep 23 17:38:53.292030 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.292987 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.293493 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 17:38:53.294398 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnet_service_types.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.295321 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.295829 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: subnet-service-types Sep 23 17:38:53.296148 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnetallocation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.297251 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.297753 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: subnet_allocation Sep 23 17:38:53.298071 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.298724 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.299223 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: subnetpool-prefix-ops Sep 23 17:38:53.299537 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.300465 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.301003 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 17:38:53.301322 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: tagging.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.302373 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.302881 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: standard-attr-tag Sep 23 17:38:53.303200 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: timestamp.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.304392 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.304933 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loaded extension: standard-attr-timestamp Sep 23 17:38:53.305257 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: trunk.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.306277 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.306905 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension trunk not supported by any of loaded plugins Sep 23 17:38:53.307226 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: trunk_details.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.308142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.308648 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension trunk-details not supported by any of loaded plugins Sep 23 17:38:53.308988 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: uplink_status_propagation.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.309944 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.310455 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 17:38:53.310774 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Loading extension file: vlantransparent.py {{(pid=100664) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 17:38:53.311433 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100664) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 17:38:53.311938 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 17:38:53.314424 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:network Sep 23 17:38:53.314945 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnet Sep 23 17:38:53.315334 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 17:38:53.315726 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:port Sep 23 17:38:53.316955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.317395 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service FLAVORS assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.318012 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.318434 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.318766 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:router Sep 23 17:38:53.319184 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 17:38:53.319660 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service METERING assigned prefix: /metering {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.321109 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.321473 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.321817 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:38:53.322811 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 17:38:53.323252 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:security_group Sep 23 17:38:53.323678 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 17:38:53.324253 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.324576 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 17:38:53.324985 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] subnetpool is already registered Sep 23 17:38:53.325426 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.325747 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 17:38:53.326078 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] subnetpool is already registered Sep 23 17:38:53.328326 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.328787 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service FLAVORS assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.329371 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.329784 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.330110 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:router Sep 23 17:38:53.330445 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] router is already registered Sep 23 17:38:53.330849 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:floatingip Sep 23 17:38:53.331177 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] floatingip is already registered Sep 23 17:38:53.331619 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service METERING assigned prefix: /metering {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.332269 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 17:38:53.332589 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] rbac_policy is already registered Sep 23 17:38:53.333016 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:security_group Sep 23 17:38:53.333343 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] security_group is already registered Sep 23 17:38:53.333733 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 17:38:53.334323 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] security_group_rule is already registered Sep 23 17:38:53.334929 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.335250 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 17:38:53.335577 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] subnetpool is already registered Sep 23 17:38:53.335984 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.v2.resource_helper [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Service CORE assigned prefix: {{(pid=100664) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 17:38:53.336306 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 17:38:53.336631 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING neutron.quota.resource_registry [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] subnetpool is already registered Sep 23 17:38:53.337110 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: extensions {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.338583 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: address-groups {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.340035 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: address-scopes {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.341972 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.343144 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: auto-allocated-topology {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.344359 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: availability_zones {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.345599 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: dhcp-networks {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.347171 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: dhcp-agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.348576 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.350789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: flavors {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.351951 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: service_profiles {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.353191 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: next_providers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.354637 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: service_profiles {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.356233 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: floatingip-pools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.357972 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.360065 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: floatingips {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.361383 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: l3-routers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.362764 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: l3-agents {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.364150 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: metering-labels {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.365535 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: metering-label-rules {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.366786 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: network-ip-availabilities {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.368055 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: bindings {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.370554 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: quotas {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.372045 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: quotas {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.373662 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: rbac-policies {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.374856 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: security-groups {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.376150 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: security-group-rules {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.377826 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: service-providers {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.379037 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: subnetpools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.380475 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: subnetpools {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.381997 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.383658 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.385503 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.387292 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.389246 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.391071 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.392789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.394670 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.396408 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.398162 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron.api.extensions [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Extended resource: tags {{(pid=100664) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 17:38:53.404650 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING keystonemiddleware.auth_token [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 17:38:53.409342 dv-cinder-810729-1-iscsi neutron-server[100664]: WARNING keystonemiddleware.auth_token [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 17:38:53.417750 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Acquired lock "singleton_lock" {{(pid=100664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 17:38:53.418208 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_concurrency.lockutils [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Releasing lock "singleton_lock" {{(pid=100664) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 17:38:53.419488 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Starting 2 workers Sep 23 17:38:53.424253 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Started child 100771 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 17:38:53.428636 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Started child 100772 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 17:38:53.429737 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.430374 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO neutron.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 17:38:53.430866 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Notify callbacks [] for process, before_spawn {{(pid=100664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.431267 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [-] (100771) wsgi starting up on http://0.0.0.0:9696 Sep 23 17:38:53.433282 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Starting 1 workers Sep 23 17:38:53.433441 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.434826 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [-] (100772) wsgi starting up on http://0.0.0.0:9696 Sep 23 17:38:53.438432 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Started child 100773 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 17:38:53.438948 dv-cinder-810729-1-iscsi neutron-server[100664]: INFO oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Starting 1 workers Sep 23 17:38:53.442264 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] calling RpcWorker wait() {{(pid=100773) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 17:38:53.442804 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] returning from RpcWorker wait() {{(pid=100773) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 17:38:53.443320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Started child 100774 {{(pid=100664) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 17:38:53.444124 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG neutron_lib.callbacks.manager [None req-bae097e3-2427-4a17-b21e-00faceeabe9c None None] Notify callbacks [] for process, after_spawn {{(pid=100664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.444236 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.444684 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:38:53.446082 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 17:38:53.446285 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 17:38:53.446461 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 17:38:53.446672 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 17:38:53.446994 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 17:38:53.447151 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 17:38:53.447643 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.447922 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.448180 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.448296 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:38:53.448755 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.448755 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.449321 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.449566 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.449808 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.450651 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.450882 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.451044 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.451211 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.451451 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.451671 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.451957 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.452228 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.452469 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.452742 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.452912 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.453170 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.453422 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.453642 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.453894 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.454128 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.454606 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.454834 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.455089 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.455315 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.455599 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.455817 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.456070 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.456315 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.456526 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.456807 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.457072 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.457311 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.457541 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.457752 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.458001 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.458246 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.458726 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] host = dv-cinder-810729-1-iscsi {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.459221 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.459437 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.459677 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.459911 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.460148 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.460358 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.460631 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.460891 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.461139 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.461370 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.461618 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.461877 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.462102 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.462344 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.462507 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_options = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.462741 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.462995 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.463266 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.463434 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.463603 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.463773 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.464024 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.464180 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.464417 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.464628 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.464876 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.465090 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.465336 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.465642 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.466422 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.466666 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.466901 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.467113 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.467369 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.467594 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.467822 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.468074 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.468288 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.468611 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.468800 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.468998 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.469219 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.469449 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.469700 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.469902 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.470136 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.470385 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.470598 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.470839 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.471094 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.471317 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.471547 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.471792 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.472021 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.472243 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.472541 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.472761 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.472955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.473193 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.473422 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.473652 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.473883 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.474094 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.474324 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.474570 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.474796 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.475025 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.475233 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.475443 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.475672 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.476091 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.476376 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.476702 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.476948 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.477177 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.477428 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.477657 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.477903 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.478221 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.478371 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.478761 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.479214 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.479358 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:38:53.479581 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.479837 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.480107 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.480463 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.480713 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.480956 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.481964 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.482318 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.482627 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.482855 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.483057 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.483286 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.483612 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.483758 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.484003 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.484323 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.484961 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.484961 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.485245 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.485392 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.485634 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.485865 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.486076 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.486288 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.486504 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.486771 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.487000 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.487210 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.487426 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.487651 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.487866 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.488090 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.488471 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.488706 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.488946 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.489165 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.489377 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.489589 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.489863 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.490028 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.490216 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.490433 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.490710 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.490966 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.491260 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.491594 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.492052 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.492052 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.492515 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.492901 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.493078 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.493219 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.493358 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.493563 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.493816 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.494030 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.496454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.496454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.496454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.497486 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.497486 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.497985 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.497985 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.498258 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.498395 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.498630 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.498853 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.499077 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.499295 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.499514 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.499754 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.499978 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.500195 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.500412 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.500625 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.500870 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.501484 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.501750 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.502071 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.502309 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.502568 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.502824 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.503071 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.503311 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.503582 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.504489 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.504489 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.504489 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.505050 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.505277 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.505525 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.505750 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.505988 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.506239 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.506474 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.506710 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.506948 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.507202 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.507448 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.507712 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.507964 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.508214 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.508458 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.508767 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.508982 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.509634 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.509634 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.509902 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.510042 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.510246 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.510466 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.510717 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.510945 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.511206 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.511483 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.511707 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.511976 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.512263 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.513578 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.513578 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.513578 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.513981 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.513981 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.514213 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.514336 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.514876 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.514876 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.515145 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.515307 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516000 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516000 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.516789 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.517147 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.517223 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.517407 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.517645 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518081 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518226 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518353 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518982 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518982 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.518982 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.519366 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.519499 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.519624 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.519999 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.520144 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.520292 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.520486 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.520751 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.520966 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.521204 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.521438 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.521655 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523224 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523769 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523769 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.523913 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.524139 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.524370 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.524604 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.524848 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.525069 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.525295 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.525530 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.525742 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.525968 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.526195 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.526421 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.526675 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.527067 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.527405 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.527663 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.527888 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.528955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.529340 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.529746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.530160 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.530453 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.530932 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.530932 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.531124 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.531365 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.531613 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.531861 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.532079 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.532305 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.532528 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.532764 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.532972 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.533261 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.533523 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.533749 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.534012 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.534248 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.534472 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.534716 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.534924 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.535130 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.535347 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.535557 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.535759 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.535991 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.536189 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.536389 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.536632 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.536868 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.537078 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.537299 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.537548 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.537755 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.537970 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.538202 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.538406 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.538624 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.538827 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.539058 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.539254 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.539429 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.539638 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.539861 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.540064 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.540272 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.540486 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.540740 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.540942 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.541228 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.541471 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.541689 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.541975 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.542214 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.542451 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.542712 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.543026 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.543233 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.544198 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.544198 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.544534 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.544702 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.544968 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.545270 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.545575 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.545825 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.546084 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.546378 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.546651 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.546921 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.547127 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.547401 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.547716 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.547972 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.548217 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.548453 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.548898 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.549056 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.549211 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.549366 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.549587 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.549798 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.550030 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.550254 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.550493 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.550722 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.550965 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.551175 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.551416 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.551655 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.551857 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.552070 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.552222 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 17:38:53.552766 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100664) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 17:38:53.552959 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 17:38:53.553064 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 17:38:53.553380 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 17:38:53.553380 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 17:38:53.553675 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 17:38:53.553803 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.553888 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554006 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554161 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554317 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554492 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554648 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554805 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.554961 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555117 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555271 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555425 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555580 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555733 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.555887 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556042 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556197 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556352 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556509 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556675 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556836 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.556990 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557143 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] debug = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557296 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557499 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557658 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557814 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.557967 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558120 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558273 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558425 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558577 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558730 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.558882 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.559035 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.559188 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.559930 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560087 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560241 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560395 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560548 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] host = dv-cinder-810729-1-iscsi {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560727 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.560883 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561040 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561178 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561341 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561494 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561649 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561801 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.561955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562108 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562260 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562415 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562568 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562721 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.562874 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_options = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563027 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563180 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563335 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563512 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563671 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563826 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.563980 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564134 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564288 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564441 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564595 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564771 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.564926 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565081 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565235 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565391 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565531 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565685 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565839 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.565993 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.566146 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.566299 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.566454 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.566608 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.566765 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567127 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567127 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567359 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567359 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567546 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567625 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567770 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.567925 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568080 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568235 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568389 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568544 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568728 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.568888 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569042 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569196 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569505 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569659 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569814 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.569967 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570120 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_json = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570296 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570450 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570602 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570755 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.570908 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.571062 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.571266 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.571394 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 17:38:53.571519 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.571670 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.571838 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.571995 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.572152 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.572309 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.572466 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.572624 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.572929 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573088 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573250 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573407 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573576 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573734 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.573894 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574053 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574208 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574366 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574526 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574682 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.574838 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575018 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575185 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575494 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575659 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575817 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.575976 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576150 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576302 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576441 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576601 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576771 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.576913 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577073 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577232 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577390 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577548 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577705 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.577862 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578018 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578175 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578333 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578490 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578648 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578805 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.578962 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579119 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579276 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579433 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579613 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579771 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.579929 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580290 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580290 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580499 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580601 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580730 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.580857 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581012 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581170 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581330 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581496 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581643 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581811 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.581958 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582095 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582244 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582400 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582542 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582702 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.582859 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583072 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583212 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583336 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583463 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583619 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.583776 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584179 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584342 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584498 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584671 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584834 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.584991 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585298 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585298 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585523 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585631 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585769 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.585874 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.586040 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.586212 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.586373 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.586527 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.586847 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.587009 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.588693 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.588693 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.588693 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.588954 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589043 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589596 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.589955 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.590125 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.590301 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.590399 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.590581 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.590932 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.591107 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.591271 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.591433 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.591595 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.591901 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.592267 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.592374 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.592517 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.592692 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.592853 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593012 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593172 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593342 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593509 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593665 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593821 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.593977 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594157 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594315 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594472 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594629 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594785 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.594944 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595102 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595258 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595415 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595572 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.595907 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596064 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596221 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596377 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596533 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596762 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.596864 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597012 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597169 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597326 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597483 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597640 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597819 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.597977 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.598134 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.598365 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.598519 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.598673 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.599153 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.599153 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.599153 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.599153 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.600142 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.602457 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.603745 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604320 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.604881 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605423 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605423 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605423 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605423 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605705 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605705 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605846 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.605924 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.606069 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.606820 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.606979 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.607350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.607659 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.607823 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.607979 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.608148 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.608310 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.608473 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.608627 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.610350 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.611746 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.612289 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.613187 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.614729 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.615947 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.616553 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617068 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617068 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617068 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617278 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617278 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617420 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617540 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617696 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.617853 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.618010 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 17:38:53.618176 dv-cinder-810729-1-iscsi neutron-server[100664]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100664) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 17:38:53.819373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58402) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:38:53.828048 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065212 Sep 23 17:39:05.289595 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38c9c9-12dc-4b06-8a7e-bf6e6d0aad34 None None] get_active_networks_info from dv-cinder-810729-1-iscsi {{(pid=100773) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 17:39:05.350249 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c38c9c9-12dc-4b06-8a7e-bf6e6d0aad34 None None] No non-hosted networks {{(pid=100773) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 17:39:05.369405 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.agentschedulers_db [None req-3c38c9c9-12dc-4b06-8a7e-bf6e6d0aad34 None None] DHCP Agent not found on host dv-cinder-810729-1-iscsi {{(pid=100773) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 17:39:05.430455 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b6abcd1c-277f-48a8-9938-d168ff31fe68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:07.783595 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-0b7c7837-1c8f-41d0-8521-d46f8f1e4ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:07.847479 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e8271758-8a6f-451e-88c8-73b528eb5b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:08.237509 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:08.238486 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.238977 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.239480 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.240029 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.240534 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.241072 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.241569 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.242641 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.243131 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.243866 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.244983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.245612 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:08.246611 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810729-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:08.258644 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810729-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:08.970376 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:10.729608 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:11.254726 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.db.l3_hamode_db [None req-59fc4509-e81a-48f3-85a0-71b165d99fa6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 17:39:11.331902 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc4509-e81a-48f3-85a0-71b165d99fa6 None None] Routers set() bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:39:11.332282 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc4509-e81a-48f3-85a0-71b165d99fa6 None None] Router IDs set() for agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 17:39:11.633067 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58494) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:12.122272 dv-cinder-810729-1-iscsi neutron-server[100772]: WARNING oslo_policy.policy [None req-d78b8125-1fc7-474a-bcb2-236aa5f31e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:12.122823 dv-cinder-810729-1-iscsi neutron-server[100772]: WARNING oslo_policy.policy [None req-d78b8125-1fc7-474a-bcb2-236aa5f31e51 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:12.343249 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-d78b8125-1fc7-474a-bcb2-236aa5f31e51 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:39:12.344340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d78b8125-1fc7-474a-bcb2-236aa5f31e51 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7103801 Sep 23 17:39:14.738698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58508) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:15.045457 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:15.138637 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.policy [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100772) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 17:39:15.183379 dv-cinder-810729-1-iscsi neutron-server[100772]: WARNING oslo_policy.policy [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:15.183747 dv-cinder-810729-1-iscsi neutron-server[100772]: WARNING oslo_policy.policy [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:15.192267 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.quota [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] Loaded quota_driver: . Sep 23 17:39:15.279259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297753032', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297752573', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297740335', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297738227', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297128338', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739297718344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542126', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1353354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-342275', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679213'] for rbac-policy, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:15.344208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:15.345648 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-8c40ccde-70e9-4e28-9593-0ded5b921bd6 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6059151 Sep 23 17:39:17.940031 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58520) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:18.240563 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Request body: {'network': {'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'name': 'private', 'project_id': '2fa2a9057fe74bb686751f79874ea714'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:18.271656 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Made reservation on behalf of 2fa2a9057fe74bb686751f79874ea714 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:39:18.274470 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.295145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.415263 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.419637 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.438543 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:39:18.466095 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739294860683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.466652 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Unsubscribe: segment precommit_create {{(pid=100772) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 17:39:18.467162 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Added segment 58667e71-3607-4ee3-9ecf-dc997000b363 of type vlan for network f04e1235-eaa5-4645-9496-ef83002541f2 Sep 23 17:39:18.484157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e7eba-840e-4095-bf03-efe7696b7b1c,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:18.533534 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.533868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.534210 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.534529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.534843 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.535170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.535487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.535851 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.536212 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.536595 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.536954 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.537269 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Tracked resource versions report: Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: pushed versions: Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: { 'AddressGroup': {'1.2'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'ConntrackHelper': {'1.0'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Log': {'1.0'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Network': {'1.1'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Port': {'1.7'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'PortForwarding': {'1.2'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'QosPolicy': {'1.9'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroup': {'1.4'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SubPort': {'1.0'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Subnet': {'1.1'}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Trunk': {'1.1'}} Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: consumer versions: Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'ConntrackHelper': '1.0', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Log': '1.0', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Network': '1.1', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Port': '1.7', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'PortForwarding': '1.2', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'QosPolicy': '1.9', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroup': '1.4', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroupRule': '1.2', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SubPort': '1.0', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Subnet': '1.1', Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Trunk': '1.1'}} Sep 23 17:39:18.538363 dv-cinder-810729-1-iscsi neutron-server[100772]: {{(pid=100772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:39:18.579786 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.621643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.622875 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:18.623513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:18.677894 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7368016 Sep 23 17:39:18.722933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd581b7-c8be-4f9b-96e9-ff77733dfd67 admin admin] Pushing event updated for resources: {'Network': ['ID=f04e1235-eaa5-4645-9496-ef83002541f2,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:18.736089 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network f04e1235-eaa5-4645-9496-ef83002541f2 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:39:21.318240 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58534) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:21.698914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2ee5c-8ba4-4b27-b8ad-e247b8b40860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:21.700840 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9da2ee5c-8ba4-4b27-b8ad-e247b8b40860 admin admin] 10.222.0.50 "GET /v2.0/networks/f04e1235-eaa5-4645-9496-ef83002541f2 HTTP/1.1" status: 200 len: 825 time: 0.3816125 Sep 23 17:39:21.725591 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-014d1fc4-5a42-425a-bb86-70520ed149fe admin admin] 10.222.0.50 "GET /v2.0/subnetpools/99640f70-cba1-48a9-9929-9b9155275c8b HTTP/1.1" status: 200 len: 734 time: 0.0187094 Sep 23 17:39:21.734601 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Request body: {'subnet': {'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'gateway_ip': '172.20.0.1'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:21.755359 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Made reservation on behalf of 2fa2a9057fe74bb686751f79874ea714 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:39:21.757905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:22.047101 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:22.117197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80242b6-67d3-4c36-8850-3901d7cb04b6,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:22.124060 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Checking segment: {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:39:22.124420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Network hostable DHCP agents. Network: f04e1235-eaa5-4645-9496-ef83002541f2, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:39:22.144853 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Network f04e1235-eaa5-4645-9496-ef83002541f2 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:39:22.155099 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, f04e1235-eaa5-4645-9496-ef83002541f2) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:22.160062 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:22.160698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:22.164865 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ac9e7-8d25-4043-9841-a6aec2a10c19 None None] Network f04e1235-eaa5-4645-9496-ef83002541f2 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:39:22.178375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-06ae5af1-7b51-43bd-9538-372b6c35cacd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470417 Sep 23 17:39:22.478799 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-f04e1235-eaa5-4645-9496-ef83002541f2', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:39:22.480114 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:22.745831 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Allocated IP 172.20.0.2 (f04e1235-eaa5-4645-9496-ef83002541f2/c80242b6-67d3-4c36-8850-3901d7cb04b6/09690d7e-23c0-4ef6-b16d-5f96e70d93b6) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:39:22.975292 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:22.983674 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:23.056164 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Network f04e1235-eaa5-4645-9496-ef83002541f2 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:39:23.062041 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:23.072461 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Pushing event updated for resources: {'Port': ['ID=09690d7e-23c0-4ef6-b16d-5f96e70d93b6,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:23.075484 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:39:23.085455 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.085876 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.086157 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.086503 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.086861 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.087243 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.087585 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.087943 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.088360 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.088730 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.089112 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.089512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Tracked resource versions report: Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: pushed versions: Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: { 'AddressGroup': {'1.2'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'ConntrackHelper': {'1.0'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Log': {'1.0'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Network': {'1.1'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Port': {'1.7'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'PortForwarding': {'1.2'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'QosPolicy': {'1.9'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroup': {'1.4'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SubPort': {'1.0'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Subnet': {'1.1'}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Trunk': {'1.1'}} Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: consumer versions: Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'ConntrackHelper': '1.0', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Log': '1.0', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Network': '1.1', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Port': '1.7', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'PortForwarding': '1.2', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'QosPolicy': '1.9', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroup': '1.4', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroupRule': '1.2', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SubPort': '1.0', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Subnet': '1.1', Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Trunk': '1.1'}} Sep 23 17:39:23.091500 dv-cinder-810729-1-iscsi neutron-server[100773]: {{(pid=100773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:39:23.162776 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Attempting to bind port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:39:23.163169 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Attempting to bind port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:39:23.163595 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Attempting to bind port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 on network f04e1235-eaa5-4645-9496-ef83002541f2 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:39:23.169038 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:39:23.169628 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Checking segment: {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:39:23.170065 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:23.170450 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Bound using segment: {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:39:23.170906 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Bound port: 09690d7e-23c0-4ef6-b16d-5f96e70d93b6, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:39:23.171333 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:23.232012 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] For port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:39:23.236239 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] For port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=09690d7e-23c0-4ef6-b16d-5f96e70d93b6,segment=NetworkSegment(58667e71-3607-4ee3-9ecf-dc997000b363),segment_id=58667e71-3607-4ee3-9ecf-dc997000b363)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:39:23.240868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:23.304907 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a4648-5bff-4d52-8e29-52a4195e2526 None None] Pushing event updated for resources: {'Port': ['ID=09690d7e-23c0-4ef6-b16d-5f96e70d93b6,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:24.616618 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58542) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:24.924612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-3f2285a1-d7ce-4b4f-aa12-6f2d638c89a2 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:39:24.925640 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-3f2285a1-d7ce-4b4f-aa12-6f2d638c89a2 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3080060 Sep 23 17:39:27.369079 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58550) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:27.682267 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-8cd4bb6e-d224-4ffa-a8bc-1f4fccb9d428 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:39:27.683335 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-8cd4bb6e-d224-4ffa-a8bc-1f4fccb9d428 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3132715 Sep 23 17:39:30.301959 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 58560) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:30.815793 dv-cinder-810729-1-iscsi neutron-server[100771]: WARNING oslo_policy.policy [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:30.816350 dv-cinder-810729-1-iscsi neutron-server[100771]: WARNING oslo_policy.policy [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:31.036573 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Request body: {'router': {'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'name': 'router1', 'admin_state_up': True}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:31.101329 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.policy [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100771) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 17:39:31.149417 dv-cinder-810729-1-iscsi neutron-server[100771]: WARNING oslo_policy.policy [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:31.149817 dv-cinder-810729-1-iscsi neutron-server[100771]: WARNING oslo_policy.policy [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 17:39:31.158789 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.quota [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Loaded quota_driver: . Sep 23 17:39:31.215981 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.217926 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.374389 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.379900 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.398290 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.403361 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-531cf18c-46cc-4913-b75d-7a4a0612368e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0958426 Sep 23 17:39:31.699157 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aeff9a-84d8-4df9-a6bc-2a17b0afdcc1 None None] Network f04e1235-eaa5-4645-9496-ef83002541f2 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:39:31.740609 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] Provisioning complete for port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:31.741010 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:31.871910 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:39:31.975875 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:32.053603 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] For port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=09690d7e-23c0-4ef6-b16d-5f96e70d93b6,segment=NetworkSegment(58667e71-3607-4ee3-9ecf-dc997000b363),segment_id=58667e71-3607-4ee3-9ecf-dc997000b363)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:39:32.062941 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:32.075401 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:32.075766 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:32.162701 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdbd70-d95a-4cf8-b41d-927848e9aaed None None] Pushing event updated for resources: {'Port': ['ID=09690d7e-23c0-4ef6-b16d-5f96e70d93b6,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:32.382732 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-41745e18-fa0c-4d8d-9974-ca68940ed67b None None] Provisioning complete for port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:32.383138 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-41745e18-fa0c-4d8d-9974-ca68940ed67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:33.781045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58582) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:33.826879 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:39:33.874858 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:33.875153 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:34.097745 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-19073bdc-7f56-4b09-ad99-595305a007dc admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:39:34.098724 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-19073bdc-7f56-4b09-ad99-595305a007dc admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167801 Sep 23 17:39:35.160594 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bd568135-9c65-4b85-af42-13b989d55da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.454348 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58590) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:36.755028 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:36.775772 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Made reservation on behalf of 888b3dedddd548fc9b56288a91a9dae1 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:39:36.778807 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.786629 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.872832 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.876459 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.890449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Reserving flat network on physical network physnet1 {{(pid=100772) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 17:39:36.912176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7846629e-e756-4234-9c73-eacab937fa37,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:36.915765 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.916163 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Added segment c139e6d3-c9c8-4f20-bf6f-4d31ee934d50 of type flat for network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 Sep 23 17:39:36.962498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.995392 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:36.997150 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:36.997704 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:37.027226 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5718524 Sep 23 17:39:37.057704 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa21cf-90a9-4494-ab89-5ea0cf30131e admin admin] Pushing event updated for resources: {'Network': ['ID=b4dd6f71-0cce-4fc2-b183-d0cb187397b5,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:37.075520 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:39:37.778881 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b3319f7a-6d95-45bf-94b5-6ed5212e836d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:38.229703 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:38.862110 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:39.418569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58608) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:39.589736 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5218ad0-9694-4115-b897-73279684888a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:39.591037 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d5218ad0-9694-4115-b897-73279684888a admin admin] 10.222.0.50 "GET /v2.0/subnets/c80242b6-67d3-4c36-8850-3901d7cb04b6 HTTP/1.1" status: 200 len: 849 time: 0.1714828 Sep 23 17:39:39.747460 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-05548508-8c60-4a5e-b9e0-3dcbc02cb802 admin admin] 10.222.0.50 "GET /v2.0/routers/f2c8f424-8e84-4453-a206-22f04b908348 HTTP/1.1" status: 200 len: 704 time: 0.1502216 Sep 23 17:39:40.013650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.304302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Allocated IP 172.20.0.1 (f04e1235-eaa5-4645-9496-ef83002541f2/c80242b6-67d3-4c36-8850-3901d7cb04b6/d97a57cf-7e60-4d4f-b059-48eee69ee802) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:39:40.455597 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.562932 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.629264 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Network f04e1235-eaa5-4645-9496-ef83002541f2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:39:40.633621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:40.639657 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:39:40.639822 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.670795 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.707387 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Pushing event updated for resources: {'Port': ['ID=d97a57cf-7e60-4d4f-b059-48eee69ee802,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:40.822653 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-d2b4e647-4f91-408e-9887-e9609ccccf52 None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:40.822936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d2b4e647-4f91-408e-9887-e9609ccccf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.838867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:40.856376 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4e647-4f91-408e-9887-e9609ccccf52 None None] Port d97a57cf-7e60-4d4f-b059-48eee69ee802 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:39:41.043277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:41.047652 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:41.048622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:41.108446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Pushing event updated for resources: {'Port': ['ID=d97a57cf-7e60-4d4f-b059-48eee69ee802,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:41.174849 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Network f04e1235-eaa5-4645-9496-ef83002541f2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:39:41.174849 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:41.335212 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Router f2c8f424-8e84-4453-a206-22f04b908348 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:39:41.375767 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-21e6c178-ac96-443f-bc05-2c9f3d219612 None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:41.376048 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-21e6c178-ac96-443f-bc05-2c9f3d219612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:41.408933 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-21e6c178-ac96-443f-bc05-2c9f3d219612 None None] Port d97a57cf-7e60-4d4f-b059-48eee69ee802 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:39:41.424931 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:39:41.430024 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-27f91640-f2e0-4435-8130-35b443767795 admin admin] 10.222.0.50 "PUT /v2.0/routers/f2c8f424-8e84-4453-a206-22f04b908348/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6767814 Sep 23 17:39:41.437677 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Sync routers for ids ['f2c8f424-8e84-4453-a206-22f04b908348'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:39:41.449777 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Routers {'f2c8f424-8e84-4453-a206-22f04b908348'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:39:41.450485 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:39:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['f2c8f424-8e84-4453-a206-22f04b908348'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:41.634895 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Set router f2c8f424-8e84-4453-a206-22f04b908348 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:39:42.058555 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:40Z', 'revision_number': 2, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port_host': None, '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:40Z', 'revision_number': 2, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:42.110740 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Checking router: f2c8f424-8e84-4453-a206-22f04b908348 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:39:42.111104 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Updating router f2c8f424-8e84-4453-a206-22f04b908348 port d97a57cf-7e60-4d4f-b059-48eee69ee802 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:39:42.158931 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.665039 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.674111 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.797695 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Pushing event updated for resources: {'Port': ['ID=d97a57cf-7e60-4d4f-b059-48eee69ee802,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:42.840106 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.840472 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.840832 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.841160 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.841481 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.841801 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.842117 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.842432 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.842747 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.843059 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.843375 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.843684 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Tracked resource versions report: Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: pushed versions: Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: { 'AddressGroup': {'1.2'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'ConntrackHelper': {'1.0'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Log': {'1.0'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Network': {'1.1'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Port': {'1.7'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'PortForwarding': {'1.2'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'QosPolicy': {'1.9'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroup': {'1.4'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SubPort': {'1.0'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Subnet': {'1.1'}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Trunk': {'1.1'}} Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: consumer versions: Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'ConntrackHelper': '1.0', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Log': '1.0', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Network': '1.1', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Port': '1.7', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'PortForwarding': '1.2', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'QosPolicy': '1.9', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroup': '1.4', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroupRule': '1.2', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SubPort': '1.0', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Subnet': '1.1', Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Trunk': '1.1'}} Sep 23 17:39:42.844834 dv-cinder-810729-1-iscsi neutron-server[100774]: {{(pid=100774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:39:42.860033 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Attempting to bind port d97a57cf-7e60-4d4f-b059-48eee69ee802 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:39:42.860437 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Attempting to bind port d97a57cf-7e60-4d4f-b059-48eee69ee802 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:39:42.860880 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Attempting to bind port d97a57cf-7e60-4d4f-b059-48eee69ee802 on network f04e1235-eaa5-4645-9496-ef83002541f2 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:39:42.865859 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:39:42.866262 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Checking segment: {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:39:42.866738 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.867122 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Bound using segment: {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:39:42.867629 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Bound port: d97a57cf-7e60-4d4f-b059-48eee69ee802, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58667e71-3607-4ee3-9ecf-dc997000b363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:39:42.868013 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.937277 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] For port d97a57cf-7e60-4d4f-b059-48eee69ee802, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:39:42.937783 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-74b47948-e3c0-4926-af1a-2533c5ce07af None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:42.938243 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-74b47948-e3c0-4926-af1a-2533c5ce07af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.957504 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] For port d97a57cf-7e60-4d4f-b059-48eee69ee802, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=d97a57cf-7e60-4d4f-b059-48eee69ee802,segment=NetworkSegment(58667e71-3607-4ee3-9ecf-dc997000b363),segment_id=58667e71-3607-4ee3-9ecf-dc997000b363)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:39:42.964132 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:42.978798 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-74b47948-e3c0-4926-af1a-2533c5ce07af None None] Port d97a57cf-7e60-4d4f-b059-48eee69ee802 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:39:43.023132 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Routers {'f2c8f424-8e84-4453-a206-22f04b908348'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:39:43.023756 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:39:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['f2c8f424-8e84-4453-a206-22f04b908348'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:43.027552 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3117e-51fe-49fa-aa05-41f364aab4ae None None] Pushing event updated for resources: {'Port': ['ID=d97a57cf-7e60-4d4f-b059-48eee69ee802,revision_number=4']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:43.127047 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] Set router f2c8f424-8e84-4453-a206-22f04b908348 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:39:43.198028 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:43.198441 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:43.274061 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:43.307172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] For port d97a57cf-7e60-4d4f-b059-48eee69ee802, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=d97a57cf-7e60-4d4f-b059-48eee69ee802,segment=NetworkSegment(58667e71-3607-4ee3-9ecf-dc997000b363),segment_id=58667e71-3607-4ee3-9ecf-dc997000b363)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:39:43.311975 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:43.337602 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:40Z', 'revision_number': 2, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port_host': None, '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:42Z', 'revision_number': 4, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:43.363365 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02938f39-20de-4bab-843c-546eb31f0e4a None None] Pushing event updated for resources: {'Port': ['ID=d97a57cf-7e60-4d4f-b059-48eee69ee802,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:43.369697 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85c924-4f67-4a94-ba55-b35cdcb54629 None None] The sync data for ids ['f2c8f424-8e84-4453-a206-22f04b908348'] in dv-cinder-810729-1-iscsi is: [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:40Z', 'revision_number': 2, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port_host': None, '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:42Z', 'revision_number': 4, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:39:43.689877 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58628) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:43.798370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6337b44-ad60-4377-946b-63754cf56c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:43.799749 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f6337b44-ad60-4377-946b-63754cf56c46 admin admin] 10.222.0.50 "GET /v2.0/networks/b4dd6f71-0cce-4fc2-b183-d0cb187397b5 HTTP/1.1" status: 200 len: 842 time: 0.1087942 Sep 23 17:39:43.810453 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'gateway_ip': '172.27.2.1'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:43.831745 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Made reservation on behalf of 888b3dedddd548fc9b56288a91a9dae1 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:39:43.834208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:44.110091 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.objects.ports [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100772) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 17:39:44.110529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:44.167619 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7f2ad40-70d4-4137-873b-8be659a5466f,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:44.171737 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:39:44.172090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Network hostable DHCP agents. Network: b4dd6f71-0cce-4fc2-b183-d0cb187397b5, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:39:44.188797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:39:44.196901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, b4dd6f71-0cce-4fc2-b183-d0cb187397b5) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:44.201103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:44.201732 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:44.205938 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675efaed-e3ba-4b11-8748-4a8bea2be029 None None] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:39:44.217761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-be6bee27-2bd1-4ed4-be85-59b3a244a22f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4113674 Sep 23 17:39:44.359791 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab0e022-9d97-4168-b82a-1e32ee4f12c5 None None] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:39:46.532057 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58636) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:46.734419 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-28b86366-5a17-4bea-8f41-ef01e3bcbaab admin admin] 10.222.0.50 "GET /v2.0/routers/f2c8f424-8e84-4453-a206-22f04b908348 HTTP/1.1" status: 200 len: 710 time: 0.2011204 Sep 23 17:39:46.818377 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319da0b6-9032-461f-a958-b9d41646d4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:39:46.819650 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-319da0b6-9032-461f-a958-b9d41646d4ce admin admin] 10.222.0.50 "GET /v2.0/networks/b4dd6f71-0cce-4fc2-b183-d0cb187397b5 HTTP/1.1" status: 200 len: 886 time: 0.0794294 Sep 23 17:39:46.829669 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:39:47.071627 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:47.310090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:47.382523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:47.484295 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Allocated IP 172.27.2.73 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/5feb4577-12ac-4a80-be75-32d7131ba7ae) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:39:47.580485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:47.616262 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:47.653331 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:39:47.656273 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:39:47.658960 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:39:47.699000 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Pushing event updated for resources: {'Port': ['ID=5feb4577-12ac-4a80-be75-32d7131ba7ae,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:47.908412 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:48.188932 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1702303', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1641743', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14006'] for router, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:48.192121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1702310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1702317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1641750'] for router, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:48.298724 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Router f2c8f424-8e84-4453-a206-22f04b908348 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:39:48.405616 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:39:48.410115 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:48.411197 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-14eaf82b-0121-48d8-a01e-61f0382acb04 admin admin] 10.222.0.50 "PUT /v2.0/routers/f2c8f424-8e84-4453-a206-22f04b908348 HTTP/1.1" status: 200 len: 889 time: 1.5846641 Sep 23 17:39:49.774669 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Sync routers for ids ['f2c8f424-8e84-4453-a206-22f04b908348'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:39:49.786940 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Routers {'f2c8f424-8e84-4453-a206-22f04b908348'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:39:49.787598 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:39:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['f2c8f424-8e84-4453-a206-22f04b908348'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:49.903982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device d97a57cf-7e60-4d4f-b059-48eee69ee802 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:39:50.034202 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Set router f2c8f424-8e84-4453-a206-22f04b908348 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:39:50.090407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:50.090778 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:50.484821 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:47Z', 'revision_number': 4, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port': {'id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:47Z', 'updated_at': '2021-09-23T17:39:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:43Z', 'revision_number': 5, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:50.536139 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Checking router: f2c8f424-8e84-4453-a206-22f04b908348 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:39:50.536489 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Updating router f2c8f424-8e84-4453-a206-22f04b908348 port 5feb4577-12ac-4a80-be75-32d7131ba7ae binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:39:50.582246 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:50.840389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 58648) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:39:50.955301 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-763e64a1-3b57-4627-8789-2af60469d9df admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137586 Sep 23 17:39:50.984997 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:50.991547 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:51.045549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Attempting to bind port 5feb4577-12ac-4a80-be75-32d7131ba7ae on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:39:51.045918 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Attempting to bind port 5feb4577-12ac-4a80-be75-32d7131ba7ae by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:39:51.046275 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Attempting to bind port 5feb4577-12ac-4a80-be75-32d7131ba7ae on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:39:51.049782 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06e3d-fdd6-4e7b-a0c3-c6e9daff450f None None] Pushing event updated for resources: {'Port': ['ID=5feb4577-12ac-4a80-be75-32d7131ba7ae,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:51.054555 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:39:51.054928 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:39:51.055330 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:51.055714 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:39:51.056186 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Bound port: 5feb4577-12ac-4a80-be75-32d7131ba7ae, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:39:51.056582 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:51.116065 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] For port 5feb4577-12ac-4a80-be75-32d7131ba7ae, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:39:51.116065 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] For port 5feb4577-12ac-4a80-be75-32d7131ba7ae, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=5feb4577-12ac-4a80-be75-32d7131ba7ae,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:39:51.120434 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:51.179460 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Routers {'f2c8f424-8e84-4453-a206-22f04b908348'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:39:51.180079 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:39:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['f2c8f424-8e84-4453-a206-22f04b908348'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:51.185607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f06e3d-fdd6-4e7b-a0c3-c6e9daff450f None None] Pushing event updated for resources: {'Port': ['ID=5feb4577-12ac-4a80-be75-32d7131ba7ae,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:51.289617 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] Set router f2c8f424-8e84-4453-a206-22f04b908348 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:39:51.504075 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:47Z', 'revision_number': 4, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port': {'id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:47Z', 'updated_at': '2021-09-23T17:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:43Z', 'revision_number': 5, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:39:51.530772 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d9a97c-8873-403b-a7a5-281569791f8a None None] The sync data for ids ['f2c8f424-8e84-4453-a206-22f04b908348'] in dv-cinder-810729-1-iscsi is: [{'id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'name': 'router1', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:39:31Z', 'updated_at': '2021-09-23T17:39:47Z', 'revision_number': 4, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'gw_port': {'id': '5feb4577-12ac-4a80-be75-32d7131ba7ae', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:64:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:47Z', 'updated_at': '2021-09-23T17:39:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'd97a57cf-7e60-4d4f-b059-48eee69ee802', 'name': '', 'network_id': 'f04e1235-eaa5-4645-9496-ef83002541f2', 'tenant_id': '2fa2a9057fe74bb686751f79874ea714', 'mac_address': 'fa:16:3e:84:fc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c8f424-8e84-4453-a206-22f04b908348', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:39:40Z', 'updated_at': '2021-09-23T17:39:43Z', 'revision_number': 5, 'project_id': '2fa2a9057fe74bb686751f79874ea714', 'subnets': [{'id': 'c80242b6-67d3-4c36-8850-3901d7cb04b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '99640f70-cba1-48a9-9929-9b9155275c8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:39:51.899072 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5feb4577-12ac-4a80-be75-32d7131ba7ae up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:39:51.952367 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 5feb4577-12ac-4a80-be75-32d7131ba7ae triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:51.952892 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:52.037447 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:52.060967 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 5feb4577-12ac-4a80-be75-32d7131ba7ae, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=5feb4577-12ac-4a80-be75-32d7131ba7ae,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:39:52.065432 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:39:52.114771 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=5feb4577-12ac-4a80-be75-32d7131ba7ae,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:39:53.861934 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5feb4577-12ac-4a80-be75-32d7131ba7ae up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:39:53.921918 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 5feb4577-12ac-4a80-be75-32d7131ba7ae triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:39:53.922294 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:00.502328 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:40:05.165331 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6c14ee63-4c20-4c18-b6e5-9096e0a99ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:07.783380 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-639b324f-047c-480f-becb-9418c1e13c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:08.234008 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:08.872212 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:10.685295 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:35.171631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-dc0c2129-d1d5-419c-bc35-0f4bec50cb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:37.500986 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:40:37.781564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-8c3f51b7-4ad7-4a56-93a9-f2d32e3fdcb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:38.239211 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:38.872032 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:40:40.685981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:05.174147 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-ad7f6eb5-76f5-4c7b-9b15-5642b1cf247c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:07.782791 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6b9fec16-9170-4fc3-a62b-4066975c212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:08.250107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:08.873842 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:10.693145 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:14.500407 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:41:28.370030 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59210) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:28.431486 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.pecan_wsgi.hooks.translation [None req-222b3232-7e9a-42f4-964f-f56fec906b33 admin admin] GET failed (client error): The resource could not be found. Sep 23 17:41:28.432916 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-222b3232-7e9a-42f4-964f-f56fec906b33 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619130 Sep 23 17:41:28.595429 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bc7bda-8a6b-4957-8539-f5ed875baefd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:28.596878 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f5bc7bda-8a6b-4957-8539-f5ed875baefd admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592498 Sep 23 17:41:30.807545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59220) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:30.902230 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79529d32-35ca-4b99-a3ce-c55ccc8c4327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:30.903606 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-79529d32-35ca-4b99-a3ce-c55ccc8c4327 admin admin] 10.222.0.50 "GET /v2.0/subnets/c80242b6-67d3-4c36-8850-3901d7cb04b6 HTTP/1.1" status: 200 len: 849 time: 0.0951242 Sep 23 17:41:30.913751 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:41:31.002863 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:31.147739 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739294834935'] for subnet, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:31.185608 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:31.186207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:31.187512 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] 10.222.0.50 "PUT /v2.0/subnets/c80242b6-67d3-4c36-8850-3901d7cb04b6 HTTP/1.1" status: 200 len: 868 time: 0.2774625 Sep 23 17:41:31.188514 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127fd8e2-0210-4fd5-9a5b-51c3d2c4840b None None] Network f04e1235-eaa5-4645-9496-ef83002541f2 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:41:31.210694 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c80242b6-67d3-4c36-8850-3901d7cb04b6,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:41:31.221025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.221025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.221025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.221426 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.221730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.221953 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.222281 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.222618 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.222955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.223277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.223591 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.223905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83335c-3bd4-4d8f-82e0-0c6cf0d24c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:41:31.653266 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-71796752-0fb4-4e2a-819a-5c2afa56b48b None None] Provisioning complete for port 09690d7e-23c0-4ef6-b16d-5f96e70d93b6 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:41:31.653646 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-71796752-0fb4-4e2a-819a-5c2afa56b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:31.743933 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-71796752-0fb4-4e2a-819a-5c2afa56b48b None None] Provisioning complete for port d97a57cf-7e60-4d4f-b059-48eee69ee802 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:41:31.744406 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-71796752-0fb4-4e2a-819a-5c2afa56b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:33.475316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59228) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:33.675905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d2dd25-f0a5-4624-8bc1-24ad58320d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:33.676281 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d2dd25-f0a5-4624-8bc1-24ad58320d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:33.677852 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-46d2dd25-f0a5-4624-8bc1-24ad58320d4a admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015779 Sep 23 17:41:35.174337 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-42775cff-4099-4128-9417-dd7d7c8255b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:35.873714 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59236) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:36.008509 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971f3a2-d709-491c-a43c-7c0167475c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:36.009605 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8971f3a2-d709-491c-a43c-7c0167475c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:36.011140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-8971f3a2-d709-491c-a43c-7c0167475c26 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1364841 Sep 23 17:41:37.775151 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-4867de94-9414-4bd6-ae79-691fbc6e1f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:38.190611 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59244) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:38.242009 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:38.315351 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631824d5-0cd6-4545-a016-014c740673aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:38.316758 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-631824d5-0cd6-4545-a016-014c740673aa admin admin] 10.222.0.50 "GET /v2.0/networks/b4dd6f71-0cce-4fc2-b183-d0cb187397b5 HTTP/1.1" status: 200 len: 886 time: 0.1251452 Sep 23 17:41:38.876144 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:40.644535 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59252) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:40.702871 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:41:40.937475 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de42cb25-fc9d-42e5-99fd-b9be98628f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:40.939153 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-de42cb25-fc9d-42e5-99fd-b9be98628f1e admin admin] 10.222.0.50 "GET /v2.0/networks/f04e1235-eaa5-4645-9496-ef83002541f2 HTTP/1.1" status: 200 len: 869 time: 0.2933731 Sep 23 17:41:43.233378 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59262) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:43.363827 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cdda3-23fd-40e0-be52-eab589991afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:43.364290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4cdda3-23fd-40e0-be52-eab589991afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:43.365879 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-cf4cdda3-23fd-40e0-be52-eab589991afd admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1316407 Sep 23 17:41:45.605321 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59270) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:45.700959 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdbf151-b5b1-4c71-b742-cd5e9f6a38b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:45.701408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdbf151-b5b1-4c71-b742-cd5e9f6a38b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:45.702979 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-2bdbf151-b5b1-4c71-b742-cd5e9f6a38b7 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966969 Sep 23 17:41:48.020202 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59278) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:48.220460 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93488d1b-55b8-4b2b-ac5a-752f3d8f67a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:48.221898 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-93488d1b-55b8-4b2b-ac5a-752f3d8f67a1 admin admin] 10.222.0.50 "GET /v2.0/subnets/c7f2ad40-70d4-4137-873b-8be659a5466f HTTP/1.1" status: 200 len: 816 time: 0.2006969 Sep 23 17:41:50.457189 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59286) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:41:50.554624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ddb55-d4b4-498e-b836-8cf2ffd503dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:41:50.556282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6c8ddb55-d4b4-498e-b836-8cf2ffd503dc admin admin] 10.222.0.50 "GET /v2.0/subnets/c80242b6-67d3-4c36-8850-3901d7cb04b6 HTTP/1.1" status: 200 len: 868 time: 0.0981414 Sep 23 17:41:51.504097 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:42:05.178988 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fbfb03b4-42a7-4aa7-8bce-e7a0dc96602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:07.779772 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-136d1418-c091-4b6d-93fb-a3a673dc5b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:08.245556 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:08.879161 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:10.708651 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:15.197561 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59340) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:42:15.247225 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-bbace680-9d6d-4386-97bc-2fa5f90a2e75 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:42:15.248254 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-bbace680-9d6d-4386-97bc-2fa5f90a2e75 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497093 Sep 23 17:42:17.656055 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59348) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:42:17.723067 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f77ca1-69b7-4c1d-9ac0-8204a09ef525 admin admin] GET failed (client error): The resource could not be found. Sep 23 17:42:17.724437 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b6f77ca1-69b7-4c1d-9ac0-8204a09ef525 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674586 Sep 23 17:42:17.881892 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea882c4a-6f6d-4d2b-885f-2c88b97f6cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:42:17.883970 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ea882c4a-6f6d-4d2b-885f-2c88b97f6cf3 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1537840 Sep 23 17:42:20.262528 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59356) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:42:20.312263 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:42:20.335805 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Made reservation on behalf of 888b3dedddd548fc9b56288a91a9dae1 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:42:20.339051 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:20.381028 dv-cinder-810729-1-iscsi neutron-server[100771]: WARNING neutron.services.revisions.revision_plugin [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Could not find related network for resource to bump revision. Sep 23 17:42:20.398434 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:42:20.412373 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739294860683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:20.413000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Unsubscribe: segment precommit_create {{(pid=100771) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 17:42:20.413511 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Added segment 726d6397-1597-4c2d-9ab5-2d38b62d0dc3 of type vlan for network cf044aef-b041-4fca-8daa-f4c479911ff4 Sep 23 17:42:20.495854 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:20.528599 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:20.529716 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:42:20.530293 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:20.570663 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3068583 Sep 23 17:42:20.636718 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf044aef-b041-4fca-8daa-f4c479911ff4,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:42:20.645466 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.645821 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.646158 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.646487 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.646812 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.647138 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.647463 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.647800 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.648142 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.648481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.649478 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.649983 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef69f258-247d-417e-b42b-a0e7746190f4 admin admin] Tracked resource versions report: Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: pushed versions: Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: { 'AddressGroup': {'1.2'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'ConntrackHelper': {'1.0'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Log': {'1.0'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Network': {'1.1'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Port': {'1.7'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'PortForwarding': {'1.2'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'QosPolicy': {'1.9'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroup': {'1.4'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SubPort': {'1.0'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Subnet': {'1.1'}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Trunk': {'1.1'}} Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: consumer versions: Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'ConntrackHelper': '1.0', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Log': '1.0', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Network': '1.1', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Port': '1.7', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'PortForwarding': '1.2', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'QosPolicy': '1.9', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroup': '1.4', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroupRule': '1.2', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SubPort': '1.0', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Subnet': '1.1', Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Trunk': '1.1'}} Sep 23 17:42:20.651251 dv-cinder-810729-1-iscsi neutron-server[100771]: {{(pid=100771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:42:20.694888 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network cf044aef-b041-4fca-8daa-f4c479911ff4 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:42:22.839071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59368) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:42:22.899813 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.pecan_wsgi.hooks.translation [None req-c28f8646-5858-4e85-9d18-bd1f4cc20978 admin admin] GET failed (client error): The resource could not be found. Sep 23 17:42:22.901160 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c28f8646-5858-4e85-9d18-bd1f4cc20978 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611575 Sep 23 17:42:22.972773 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf562dc-01a4-4493-9701-ceaec30894bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:42:22.974195 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-daf562dc-01a4-4493-9701-ceaec30894bf admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0682552 Sep 23 17:42:22.985355 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:42:23.009730 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Made reservation on behalf of 888b3dedddd548fc9b56288a91a9dae1 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:42:23.011969 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.230205 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.290972 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b07ee95f-3097-4967-b3c5-7fc38c29b54c,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:42:23.302017 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Checking segment: {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:42:23.302396 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Network hostable DHCP agents. Network: cf044aef-b041-4fca-8daa-f4c479911ff4, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:42:23.323471 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Network cf044aef-b041-4fca-8daa-f4c479911ff4 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:42:23.333991 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, cf044aef-b041-4fca-8daa-f4c479911ff4) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:42:23.342517 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:42:23.343255 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.343595 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6a9f0-c973-4fee-96dc-804b124be2fa None None] Network cf044aef-b041-4fca-8daa-f4c479911ff4 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:42:23.357926 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2decc9bd-9c41-4349-b998-a7bfd415dfc1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3761230 Sep 23 17:42:23.497143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-cf044aef-b041-4fca-8daa-f4c479911ff4', 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4', 'tenant_id': '888b3dedddd548fc9b56288a91a9dae1', 'fixed_ips': [{'subnet_id': 'b07ee95f-3097-4967-b3c5-7fc38c29b54c'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:42:23.498033 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.658231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Allocated IP 192.168.233.2 (cf044aef-b041-4fca-8daa-f4c479911ff4/b07ee95f-3097-4967-b3c5-7fc38c29b54c/cc0f5531-c589-44c9-a558-14c69d517a8f) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:42:23.805353 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.813091 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.855263 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Network cf044aef-b041-4fca-8daa-f4c479911ff4 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:42:23.858021 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:42:23.861593 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:42:23.869560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5531-c589-44c9-a558-14c69d517a8f,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:42:23.879458 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.879821 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.880166 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.880497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.880854 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.881184 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.881508 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.881833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.882176 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.882519 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.883645 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.884093 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:42:23.936295 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Attempting to bind port cc0f5531-c589-44c9-a558-14c69d517a8f on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:42:23.936724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Attempting to bind port cc0f5531-c589-44c9-a558-14c69d517a8f by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:42:23.937084 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Attempting to bind port cc0f5531-c589-44c9-a558-14c69d517a8f on network cf044aef-b041-4fca-8daa-f4c479911ff4 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:42:23.942145 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:42:23.942509 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Checking segment: {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:42:23.942907 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:23.943293 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Bound using segment: {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:42:23.943752 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Bound port: cc0f5531-c589-44c9-a558-14c69d517a8f, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:42:23.944149 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:24.010667 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] For port cc0f5531-c589-44c9-a558-14c69d517a8f, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:42:24.013740 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] For port cc0f5531-c589-44c9-a558-14c69d517a8f, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=cc0f5531-c589-44c9-a558-14c69d517a8f,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:42:24.018093 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:24.078850 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9bf7e-c43f-47de-9abb-83fb5f5d62d4 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5531-c589-44c9-a558-14c69d517a8f,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:42:24.892205 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb3b2b3-61db-4c29-934a-ba72b72adb41 None None] Network cf044aef-b041-4fca-8daa-f4c479911ff4 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:42:24.964442 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] Provisioning complete for port cc0f5531-c589-44c9-a558-14c69d517a8f triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:42:24.964849 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:25.111951 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:25.153554 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] For port cc0f5531-c589-44c9-a558-14c69d517a8f, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=cc0f5531-c589-44c9-a558-14c69d517a8f,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:42:25.157351 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:25.208890 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cacef-282c-4e89-b303-03adc4a1a9a5 None None] Pushing event updated for resources: {'Port': ['ID=cc0f5531-c589-44c9-a558-14c69d517a8f,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:42:25.382561 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-a1c646fa-d2e5-4a74-b813-eeb7be5ebf86 None None] Provisioning complete for port cc0f5531-c589-44c9-a558-14c69d517a8f triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:42:25.383669 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a1c646fa-d2e5-4a74-b813-eeb7be5ebf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:25.977708 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device cc0f5531-c589-44c9-a558-14c69d517a8f up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:42:26.028686 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port cc0f5531-c589-44c9-a558-14c69d517a8f triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:42:26.029078 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:28.501901 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:42:35.181978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b87d84e8-4603-4114-b0d1-d8be1687ad10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:37.780481 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6424565b-c52b-4315-9acb-517284e321f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:38.246526 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:38.882108 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:42:40.713002 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:05.187088 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e07173a9-ceb5-4192-9cd2-4f5dc5ad084c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:05.508985 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:43:07.783140 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f0f399a9-d3d6-4aa8-a671-9d63bebcf90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:08.255762 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:08.889216 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:10.709183 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:35.179550 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b3d34011-415f-45ee-a76f-6b6206fceb53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:37.783636 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6ca82f47-9d65-4273-9d84-de51e4f8ecab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:38.248348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:38.888432 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:40.712983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:40.764531 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59420) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:43:40.770314 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [None req-5d4d3ee3-a8e1-4be8-aac9-7c88bdc3dfd5 tempest-verify_tempest_config-740852857 tempest-verify_tempest_config-740852857-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:43:40.771323 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5d4d3ee3-a8e1-4be8-aac9-7c88bdc3dfd5 tempest-verify_tempest_config-740852857 tempest-verify_tempest_config-740852857-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058115 Sep 23 17:43:41.065677 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59438) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:43:41.176986 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.293182 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.298143 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.349233 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0ec7bd07d6904524b22c3fc8a0e0d3bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2824235 Sep 23 17:43:41.350116 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30780579-45ca-4256-b13c-c5bde25a77ad,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:43:41.351885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59444) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:43:41.357994 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.358371 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.358850 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.359095 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.359439 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.359791 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.360123 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.360468 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.360850 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.361178 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.361497 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.361817 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3167d0e2-4069-4f99-9e5b-6085aec4f1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.415980 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.439005 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.551209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.555261 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:43:41.557012 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/30780579-45ca-4256-b13c-c5bde25a77ad HTTP/1.1" status: 204 len: 168 time: 0.2041023 Sep 23 17:43:41.566216 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30780579-45ca-4256-b13c-c5bde25a77ad,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:43:41.574184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.574184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.574184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.574184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.574184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.576272 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.576372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.576708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.577051 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.577372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.577876 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:41.578196 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9ded6f-41e7-4a70-a88d-ab7c7d75cb17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:43:42.498166 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:44:05.181610 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2fc4fa76-a923-44ce-93d0-f97b22253872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:07.785763 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-ee058389-71ec-4930-b5bf-afe5621cf970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:08.248862 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:08.891030 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:10.715669 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:19.498217 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:44:35.182500 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e4adf390-f9db-4225-96c8-af9c171e31f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:37.787480 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-8ec5bfec-0198-416d-aab5-e354b0a2859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:38.252156 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:38.895378 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:40.719415 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:44:56.496470 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 5 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:45:05.182420 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d27bc6ef-033e-44a0-8329-f6d43ee4f033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:07.790700 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-88b41be0-f7b1-4866-a111-357f94fac018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:08.254221 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:08.900392 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:10.723523 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:19.776384 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1703873'] for agent, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:33.495251 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:45:35.069902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59516) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:45:35.185338 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-635dd10b-3e04-4542-8082-b9a46fba8c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:35.200547 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5f97bc96-4f9e-4c23-ad99-31099e688a22 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1295433 Sep 23 17:45:37.482479 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59526) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:45:37.539698 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c1727123-0175-4707-b22a-beece00612ef admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0560973 Sep 23 17:45:37.791064 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-da602be1-4448-4894-a0c9-103e208b10a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:38.255322 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:38.900235 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:40.728450 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:45:49.737323 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:05.187407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-41638903-60c7-487b-9353-a2550b1e64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:07.791481 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3eebed89-dd79-4ac6-9b87-e4a99be85c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:08.256232 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:08.904381 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:10.494593 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:46:10.729573 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:19.733235 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:35.192282 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-0d7a2309-bca2-44d2-a96e-35a8b329c31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:37.795275 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d7255ac6-ed99-451b-b097-fac1565052b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:38.257124 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:38.906806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:40.737050 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:46:47.494523 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:46:49.736806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:05.204909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-de8a8f6b-08b8-4f50-88d5-a57dc8c4bfa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:07.810640 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-babf3183-2845-4f5b-96dd-36788c1769a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:08.288826 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:08.913189 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.150901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59724) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:10.403726 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59742) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:10.503603 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-228619422-network', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:10.534873 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Made reservation on behalf of 68a0e45c8f124a4fb7976d4e3a641875 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:10.538001 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.549789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.711207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.723440 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.752467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:10.757673 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.761848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dc852b-686e-4dd0-bcee-a52ace34dc2b,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:10.771506 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.771848 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Added segment b061d4ff-0fb5-47b0-b780-cefc2c79fd58 of type vlan for network 2f481624-6ae9-4e56-9e10-7679961d89cf Sep 23 17:47:10.774181 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.774550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.774887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.775219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.775546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.775888 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.776216 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.776554 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.776923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.777431 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.777908 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.778379 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Tracked resource versions report: Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: pushed versions: Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: { 'AddressGroup': {'1.2'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'ConntrackHelper': {'1.0'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Log': {'1.0'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Network': {'1.1'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Port': {'1.7'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'PortForwarding': {'1.2'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'QosPolicy': {'1.9'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroup': {'1.4'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SubPort': {'1.0'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Subnet': {'1.1'}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Trunk': {'1.1'}} Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: consumer versions: Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: HyperV agent@hv-cinder-81072: {}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'ConntrackHelper': '1.0', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Log': '1.0', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Network': '1.1', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Port': '1.7', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'PortForwarding': '1.2', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'QosPolicy': '1.9', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroup': '1.4', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SecurityGroupRule': '1.2', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'SubPort': '1.0', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Subnet': '1.1', Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: 'Trunk': '1.1'}} Sep 23 17:47:10.779630 dv-cinder-810729-1-iscsi neutron-server[100772]: {{(pid=100772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:47:10.842553 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.871896 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59762) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:10.888026 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.889209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:10.890683 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.928940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7749908 Sep 23 17:47:10.931934 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59768) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:10.939073 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Request body: {'subnet': {'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-228619422-subnet', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:10.962679 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41735c2c-b1bb-4e04-addb-9fcfd0c29f18 admin admin] Pushing event updated for resources: {'Network': ['ID=2f481624-6ae9-4e56-9e10-7679961d89cf,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:10.966437 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Made reservation on behalf of 68a0e45c8f124a4fb7976d4e3a641875 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:10.971489 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:10.981582 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 2f481624-6ae9-4e56-9e10-7679961d89cf details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:10.993068 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-544424531-network', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:10.998741 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59770) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:11.019067 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Made reservation on behalf of bfbd7d697e134d53855d315e8eab1b86 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:11.020313 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59774) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:11.021371 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.037513 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.060916 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59778) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:11.081464 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1363777064-network', 'tenant_id': '7948af8fcecc42588886457f1b0c8592'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.127053 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-693250320-network', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.173045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2101460773-network', 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.184954 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-203368072-network', 'tenant_id': '4fbad1302bae4a1d853c82f65d1c23a4'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.193041 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.199696 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.219719 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:11.223870 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Made reservation on behalf of 7948af8fcecc42588886457f1b0c8592 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:11.227127 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.239802 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.262027 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.262430 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Added segment ff779e28-d28e-46e4-aab3-a1aa6e429e24 of type vlan for network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 Sep 23 17:47:11.267794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Made reservation on behalf of fc5cd2374a59402c8e1ba70df996e035 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:11.270615 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.288238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.303546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:11.306073 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.321469 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4337e31-a75a-455f-bec3-2396867412e7,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.323481 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.332557 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.346553 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Made reservation on behalf of 4fbad1302bae4a1d853c82f65d1c23a4 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:11.349150 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.363201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.367228 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.367577 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.367894 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.368414 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.368767 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.369103 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.369495 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.370013 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.370360 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.370685 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.371009 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.371328 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Tracked resource versions report: Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: pushed versions: Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: { 'AddressGroup': {'1.2'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'ConntrackHelper': {'1.0'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Log': {'1.0'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Network': {'1.1'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Port': {'1.7'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'PortForwarding': {'1.2'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'QosPolicy': {'1.9'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroup': {'1.4'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SubPort': {'1.0'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Subnet': {'1.1'}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Trunk': {'1.1'}} Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: consumer versions: Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: HyperV agent@hv-cinder-81072: {}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'ConntrackHelper': '1.0', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Log': '1.0', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Network': '1.1', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Port': '1.7', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'PortForwarding': '1.2', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'QosPolicy': '1.9', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroup': '1.4', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SecurityGroupRule': '1.2', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'SubPort': '1.0', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Subnet': '1.1', Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: 'Trunk': '1.1'}} Sep 23 17:47:11.372392 dv-cinder-810729-1-iscsi neutron-server[100771]: {{(pid=100771) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:47:11.408019 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.409062 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:11.409738 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.426993 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.464233 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.470029 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.482248 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.496160 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:11.502104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:11.512181 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.512518 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Added segment f905578a-b658-4351-8ee1-0d614bb84626 of type vlan for network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 Sep 23 17:47:11.533763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Checking segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:11.534141 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Network hostable DHCP agents. Network: 2f481624-6ae9-4e56-9e10-7679961d89cf, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:11.571359 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:11.586810 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 2f481624-6ae9-4e56-9e10-7679961d89cf) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:11.588451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a4d02-b7ee-4ffd-891d-b7e296584ffc,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.592519 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b81aef-68b9-40c7-82b3-dbb5ab560f0f,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.606602 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:11.607281 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.611794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.633006 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1107f-96a9-40d6-bac2-21de43da732d None None] Network 2f481624-6ae9-4e56-9e10-7679961d89cf requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:11.663796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.664782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:11.665587 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.722176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.738802 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-460eaeed-ae45-41d2-9f4c-41b6a3e91244 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3331423 Sep 23 17:47:11.740698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59808) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:11.746057 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Request body: {'subnet': {'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-subnet', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.753723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.756611 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] Pushing event updated for resources: {'Network': ['ID=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.768946 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6e9126ae-6894-4727-8fd2-b9949686f6ed admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8956354 Sep 23 17:47:11.772124 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59810) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:11.776782 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:11.782972 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Request body: {'subnet': {'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1363777064-subnet', 'tenant_id': '7948af8fcecc42588886457f1b0c8592', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:11.789803 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:11.812580 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe36c52-5b3e-433e-b269-6e88e50252db,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:11.822181 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.822810 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Added segment 86fa181d-9ae1-4f3f-84fd-30683e2694ac of type vlan for network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 Sep 23 17:47:11.880890 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.901819 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-2f481624-6ae9-4e56-9e10-7679961d89cf', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:47:11.903061 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.928122 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.929449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:11.948921 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.976911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:11.994162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.045369 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0450988 Sep 23 17:47:12.050335 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59822) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:12.056727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765995f-b065-4c4e-bd9a-9813a2fbf53f admin admin] Pushing event updated for resources: {'Network': ['ID=2fc37b06-1243-49f7-87d1-0eac4f8f02d1,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.057778 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Request body: {'subnet': {'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-subnet', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:12.071020 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:12.076269 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:12.082752 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49d390-0be0-4aa4-8712-8d3e7c692cfb,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.101105 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.101450 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Added segment 22c81048-ef92-4d8a-b43a-525d61de6d35 of type vlan for network 733583a7-80b9-44c0-916a-e95ef40defd2 Sep 23 17:47:12.117353 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Allocated IP 172.20.0.2 (2f481624-6ae9-4e56-9e10-7679961d89cf/81b81aef-68b9-40c7-82b3-dbb5ab560f0f/5c059421-4317-4088-ab02-4ff4c6c98305) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:12.157039 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.214785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.215757 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:12.216582 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.247438 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.256477 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.260450 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-93961617-bec7-4813-a090-19dcc2a904f8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3245323 Sep 23 17:47:12.263665 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59826) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:12.271369 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:12.291049 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2281251 Sep 23 17:47:12.293634 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59830) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:12.305575 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Request body: {'subnet': {'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2101460773-subnet', 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:12.318284 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Made reservation on behalf of bfbd7d697e134d53855d315e8eab1b86 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:12.321064 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.336162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9fa4-3e3b-46bc-9809-078db3300481 admin admin] Pushing event updated for resources: {'Network': ['ID=733583a7-80b9-44c0-916a-e95ef40defd2,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.339226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:12.341515 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4fde5d-ed3b-4f1b-bef2-da942ccd0d14,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.363174 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Made reservation on behalf of 7948af8fcecc42588886457f1b0c8592 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:12.365930 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.371252 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.371896 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Added segment b2987028-a332-42ac-bee5-2c106f915d3f of type vlan for network 9bf8ac86-70a1-4bca-94b2-db160569cf71 Sep 23 17:47:12.396333 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.401190 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 733583a7-80b9-44c0-916a-e95ef40defd2 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:12.424375 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.426474 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.455544 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.456603 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:12.457560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.535472 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:12.541817 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:12.545960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:12.548606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf8ac86-70a1-4bca-94b2-db160569cf71,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.558530 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Made reservation on behalf of fc5cd2374a59402c8e1ba70df996e035 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:12.564292 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.569825 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 9bf8ac86-70a1-4bca-94b2-db160569cf71 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:12.618583 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Pushing event updated for resources: {'Port': ['ID=5c059421-4317-4088-ab02-4ff4c6c98305,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:12.631021 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.650974 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.651241 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.651664 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.651907 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.652316 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.652621 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.653509 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.653627 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.653934 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.654272 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.654601 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.654935 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Tracked resource versions report: Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: pushed versions: Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: { 'AddressGroup': {'1.2'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'ConntrackHelper': {'1.0'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Log': {'1.0'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Network': {'1.1'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Port': {'1.7'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'PortForwarding': {'1.2'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'QosPolicy': {'1.9'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroup': {'1.4'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SubPort': {'1.0'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Subnet': {'1.1'}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Trunk': {'1.1'}} Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: consumer versions: Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: HyperV agent@hv-cinder-81072: {}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'ConntrackHelper': '1.0', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Log': '1.0', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Network': '1.1', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Port': '1.7', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'PortForwarding': '1.2', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'QosPolicy': '1.9', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroup': '1.4', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SecurityGroupRule': '1.2', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'SubPort': '1.0', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Subnet': '1.1', Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: 'Trunk': '1.1'}} Sep 23 17:47:12.656788 dv-cinder-810729-1-iscsi neutron-server[100773]: {{(pid=100773) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:47:12.665540 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.666530 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.669342 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d9c74703-269b-4a2f-b7fa-4a7713973d83 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6477065 Sep 23 17:47:12.672952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59848) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:12.677833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Attempting to bind port 5c059421-4317-4088-ab02-4ff4c6c98305 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:12.678129 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Attempting to bind port 5c059421-4317-4088-ab02-4ff4c6c98305 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:12.678474 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Attempting to bind port 5c059421-4317-4088-ab02-4ff4c6c98305 on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:12.682974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Request body: {'subnet': {'network_id': '9bf8ac86-70a1-4bca-94b2-db160569cf71', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-203368072-subnet', 'tenant_id': '4fbad1302bae4a1d853c82f65d1c23a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:12.716258 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:12.716549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Checking segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:12.717024 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.717477 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Bound using segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:12.718762 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Bound port: 5c059421-4317-4088-ab02-4ff4c6c98305, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:12.719539 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.720023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Made reservation on behalf of 4fbad1302bae4a1d853c82f65d1c23a4 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:12.725542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.732071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:12.734686 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.793730 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] For port 5c059421-4317-4088-ab02-4ff4c6c98305, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:12.797631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] For port 5c059421-4317-4088-ab02-4ff4c6c98305, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=5c059421-4317-4088-ab02-4ff4c6c98305,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:12.810137 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:12.884291 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Checking segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:12.884957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Network hostable DHCP agents. Network: c2e0f076-0f92-4ac2-bf0f-c14a845eeff0, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:12.930447 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292082-03b9-46c2-844a-97dfa595c2af None None] Pushing event updated for resources: {'Port': ['ID=5c059421-4317-4088-ab02-4ff4c6c98305,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:13.011790 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.032809 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:13.121335 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Checking segment: {'id': 'b2987028-a332-42ac-bee5-2c106f915d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '9bf8ac86-70a1-4bca-94b2-db160569cf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:13.121688 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Network hostable DHCP agents. Network: 9bf8ac86-70a1-4bca-94b2-db160569cf71, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:13.125728 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=376ade54-10f0-4614-836c-830deb3d4a19,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:13.146632 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8938f635-8bcd-4ce2-8934-1909d747074f,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:13.150814 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Network 9bf8ac86-70a1-4bca-94b2-db160569cf71 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:13.164395 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 9bf8ac86-70a1-4bca-94b2-db160569cf71) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:13.174696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746ec2b4-63d3-4ec8-9e8c-0d87f25d7f9a None None] Network 9bf8ac86-70a1-4bca-94b2-db160569cf71 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:13.179377 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:13.181104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.217335 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.228381 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, c2e0f076-0f92-4ac2-bf0f-c14a845eeff0) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:13.242198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-eff30f26-2999-4f3d-9330-669bc62c55f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5661657 Sep 23 17:47:13.266073 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:13.266809 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.357937 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94eb57a-d5c4-40d3-a3c4-d574b9fe055f None None] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:13.379231 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.484130 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f78fedd1-3248-42e7-8cd8-b9444b813980 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7419910 Sep 23 17:47:13.487001 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59866) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:13.491794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:13.527729 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febfb79a-6296-41a1-ae90-5d57ae2c5bc2 None None] Network 9bf8ac86-70a1-4bca-94b2-db160569cf71 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:13.554134 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.556092 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.639050 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4cd363-5cab-40a5-a7da-8b37e010217d None None] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:13.643506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc19b07-450b-4d5e-866c-19f10af6db9a,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:13.716879 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.806544 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:13.969086 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.013157 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ca6012-a3fa-4440-9e94-486c59bf7a7a,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:14.094710 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.116594 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Checking segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:14.116976 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Network hostable DHCP agents. Network: 733583a7-80b9-44c0-916a-e95ef40defd2, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:14.152647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.226881 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ffa58d-038c-4a67-8c80-3545a715c769 None None] Network 2f481624-6ae9-4e56-9e10-7679961d89cf requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:14.296619 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Checking segment: {'id': 'f905578a-b658-4351-8ee1-0d614bb84626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:14.297125 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Network hostable DHCP agents. Network: 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:14.300644 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5c059421-4317-4088-ab02-4ff4c6c98305 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:14.315367 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8abaa3-9b07-41cc-9306-192ff70a558a,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:14.334078 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Network 733583a7-80b9-44c0-916a-e95ef40defd2 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:14.336587 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59886) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:14.343371 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-941919878-network', 'tenant_id': '762d21a1567d48e58bc73aa851472f5c'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:14.382513 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 733583a7-80b9-44c0-916a-e95ef40defd2) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:14.386313 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Checking segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:14.388221 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Network hostable DHCP agents. Network: 2fc37b06-1243-49f7-87d1-0eac4f8f02d1, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:14.392884 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:14.393459 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.401746 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:14.421392 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:14.429282 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a742e27-e5eb-4a09-afff-c6e43a77b187 None None] Network 733583a7-80b9-44c0-916a-e95ef40defd2 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:14.434350 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:14.435231 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.458118 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:14.492772 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Made reservation on behalf of 762d21a1567d48e58bc73aa851472f5c for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:14.495187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.508753 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.513227 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 2fc37b06-1243-49f7-87d1-0eac4f8f02d1) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:14.563295 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:14.564058 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.575698 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-42971af4-bbd3-466c-b521-766b007bc6f1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2723982 Sep 23 17:47:14.575698 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-4bd2bc78-dde8-43b1-b1ff-bfabfa4de2d6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7983940 Sep 23 17:47:14.605708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.616483 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d6182c-818c-4625-aa29-83cafff74dfc None None] Network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:14.619028 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31419d58-720c-448b-8b25-a897e71a5dae None None] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:14.667837 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.714579 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.795644 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.824954 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-719f79f3-0a79-4875-9d67-ecb4328e8a90 None None] Provisioning complete for port 5c059421-4317-4088-ab02-4ff4c6c98305 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:14.824954 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-719f79f3-0a79-4875-9d67-ecb4328e8a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.904352 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Allocated IP 172.27.2.242 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/9a9adb70-dad6-4540-82f1-96e95b74cc50) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:14.919643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.929779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.950254 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:47:14.955318 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 5c059421-4317-4088-ab02-4ff4c6c98305 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:14.955724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.970604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:14.970998 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Added segment be218b88-b5e2-443e-a4e6-9f91f080a58e of type vlan for network 3f038bf4-6496-4c13-81d2-124528432c39 Sep 23 17:47:15.003859 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:47:15.004905 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.080549 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ead09419-8b4d-461a-9f8d-4c139a0d8031 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.0285201 Sep 23 17:47:15.082017 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.082297 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59920) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:15.091873 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:15.128910 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85692e3-bac1-4418-8d24-5d05d59869c0,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:15.157514 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.158921 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.241456 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.257228 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:15.257869 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.332711 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.342312 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 59944) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:15.347019 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0089440 Sep 23 17:47:15.353006 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Request body: {'subnet': {'network_id': '3f038bf4-6496-4c13-81d2-124528432c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-941919878-subnet', 'tenant_id': '762d21a1567d48e58bc73aa851472f5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:15.401849 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Allocated IP 172.20.0.2 (2fc37b06-1243-49f7-87d1-0eac4f8f02d1/dd8abaa3-9b07-41cc-9306-192ff70a558a/eb7b3832-017e-4862-b4fa-1d00673ee057) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:15.427415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59952) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:15.433937 dv-cinder-810729-1-iscsi neutron-server[100772]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 17:47:15.457713 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615a3342-0711-4bc1-b388-99d0e1b85e64 None None] Network 733583a7-80b9-44c0-916a-e95ef40defd2 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:15.465527 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.615435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Made reservation on behalf of 762d21a1567d48e58bc73aa851472f5c for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:15.617995 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.716467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-72c9abcd-d756-4836-9bd4-c45fa141aaaa tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:15.718841 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-72c9abcd-d756-4836-9bd4-c45fa141aaaa tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/networks?id=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 HTTP/1.1" status: 200 len: 812 time: 0.2878261 Sep 23 17:47:15.766496 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-719f79f3-0a79-4875-9d67-ecb4328e8a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.769623 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:15.776111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31607ce7-9c12-4f38-8ce8-d7d1c8bfff47 admin admin] Pushing event updated for resources: {'Network': ['ID=3f038bf4-6496-4c13-81d2-124528432c39,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:15.791894 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-7f0cf836-e6c6-4372-8c2c-1f28402c0002 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/quotas/7948af8fcecc42588886457f1b0c8592 HTTP/1.1" status: 200 len: 375 time: 0.0653846 Sep 23 17:47:15.869795 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 5c059421-4317-4088-ab02-4ff4c6c98305, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=5c059421-4317-4088-ab02-4ff4c6c98305,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:15.881107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 3f038bf4-6496-4c13-81d2-124528432c39 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:47:15.883869 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ec5343-e1b3-4829-9010-37126cdbcb3f None None] Network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:15.912194 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-979f63af-45e7-4824-9b6c-3fbed1da68a4 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7948af8fcecc42588886457f1b0c8592&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193035 Sep 23 17:47:15.914371 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59972) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:15.917510 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.090362 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.098785 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.165569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-fc6ae86b-2c8b-46f9-abdf-796ec9784426 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:16.167235 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-fc6ae86b-2c8b-46f9-abdf-796ec9784426 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.2518837 Sep 23 17:47:16.169554 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.217939 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-22667eb9-d1d9-44c6-b18e-1396d16a0a03 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:47:16.218994 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-22667eb9-d1d9-44c6-b18e-1396d16a0a03 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039295 Sep 23 17:47:16.227333 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-7ed8616e-976c-4b7f-848b-ddd38ab68ed2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/quotas/a22ad6c34f9a4ef58d676ac524695991 HTTP/1.1" status: 200 len: 375 time: 0.0483651 Sep 23 17:47:16.234893 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:16.242045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:16.251156 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Checking segment: {'id': 'be218b88-b5e2-443e-a4e6-9f91f080a58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3f038bf4-6496-4c13-81d2-124528432c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:16.252044 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Network hostable DHCP agents. Network: 3f038bf4-6496-4c13-81d2-124528432c39, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:47:16.258530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:16.283771 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Pushing event updated for resources: {'Port': ['ID=9a9adb70-dad6-4540-82f1-96e95b74cc50,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:16.300424 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Allocated IP 172.27.2.49 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/e07feb7b-971d-4856-984f-729722565a4b) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:16.307200 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e72e8ee-0954-4c6d-8cac-da606f2bef14,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:16.324461 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Network 3f038bf4-6496-4c13-81d2-124528432c39 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:47:16.331621 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=5c059421-4317-4088-ab02-4ff4c6c98305,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:16.333216 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-0da6df10-fa8a-4ba3-8780-bab1df7c42d9 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955007 Sep 23 17:47:16.384388 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 3f038bf4-6496-4c13-81d2-124528432c39) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:16.401989 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d739f12-0a16-44c1-b032-3a331346cdfb None None] Network 3f038bf4-6496-4c13-81d2-124528432c39 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:16.410160 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:16.410733 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.412906 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.db.api [None req-719f79f3-0a79-4875-9d67-ecb4328e8a90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 17:47:16.413555 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG oslo_db.api [None req-719f79f3-0a79-4875-9d67-ecb4328e8a90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 17:47:16.468165 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.473017 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-948860a6-96ab-4416-87f4-a63ac43e421b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1295967 Sep 23 17:47:16.513250 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-80737910-d895-442e-8950-522f0daf8d8d service neutron] 10.222.0.50 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690594 Sep 23 17:47:16.528585 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.587569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-01dd4838-dac8-4364-a0d0-726e2bba589e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:47:16.588955 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-01dd4838-dac8-4364-a0d0-726e2bba589e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1292422 Sep 23 17:47:16.652524 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 59994) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:16.657033 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.663278 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.707674 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.739156 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:16.745152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:16.750288 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05e101-b94c-4a89-99be-878ac6fd9857 None None] Network 3f038bf4-6496-4c13-81d2-124528432c39 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:16.758366 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:16.773438 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Pushing event updated for resources: {'Port': ['ID=eb7b3832-017e-4862-b4fa-1d00673ee057,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:16.777240 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.894958 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:16.901129 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Attempting to bind port eb7b3832-017e-4862-b4fa-1d00673ee057 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:16.901622 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Attempting to bind port eb7b3832-017e-4862-b4fa-1d00673ee057 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:16.901981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Attempting to bind port eb7b3832-017e-4862-b4fa-1d00673ee057 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:16.923486 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:16.934072 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:16.934072 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Pushing event updated for resources: {'Port': ['ID=e07feb7b-971d-4856-984f-729722565a4b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:16.941834 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:16.942767 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Checking segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:16.943331 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.943878 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Bound using segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:16.944841 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Bound port: eb7b3832-017e-4862-b4fa-1d00673ee057, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:16.945407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.950950 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Deleting subnet 376ade54-10f0-4614-836c-830deb3d4a19 {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:47:16.964280 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.988074 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:16.997428 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-0e569864-0779-4d47-81db-a092c654fd1d service neutron] 10.222.0.50 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247260 Sep 23 17:47:17.044866 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-f25790c4-e4fb-4248-b5b9-b202a1cf1c43 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145207 Sep 23 17:47:17.050685 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Allocated IP 172.27.2.96 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/11f4c1e2-208e-4776-bc9a-5ab0b066fdb4) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:17.094143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] For port eb7b3832-017e-4862-b4fa-1d00673ee057, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:17.098027 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] For port eb7b3832-017e-4862-b4fa-1d00673ee057, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=eb7b3832-017e-4862-b4fa-1d00673ee057,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:17.102518 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.105662 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.131041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.238227 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.308419 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.315985 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-6f8ee87f-5b4a-4e9e-a1d9-d90b0ee121e0 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368720 Sep 23 17:47:17.356919 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-189b1797-f1fc-45e2-a27c-5ddd45f7e50a None None] Provisioning complete for port 5c059421-4317-4088-ab02-4ff4c6c98305 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:17.357294 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-189b1797-f1fc-45e2-a27c-5ddd45f7e50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.380050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.380348 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:17.428609 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=376ade54-10f0-4614-836c-830deb3d4a19,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:17.433036 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.435050 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-2b35b9e1-08ae-49e7-9ff3-74a404a9b7f3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/376ade54-10f0-4614-836c-830deb3d4a19 HTTP/1.1" status: 204 len: 168 time: 0.7714605 Sep 23 17:47:17.438459 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60006) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:17.448870 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:17.455145 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:17.458941 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f081e4-7551-4f40-9a82-452c67181f97 None None] Pushing event updated for resources: {'Port': ['ID=eb7b3832-017e-4862-b4fa-1d00673ee057,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:17.507891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.520099 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Pushing event updated for resources: {'Port': ['ID=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:17.661767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.708701 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eb089c4c-7e28-4cbd-a805-8fe0d2fb8669 req-d6c63d08-174e-4287-beb8-7fe916befa92 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.1981368 Sep 23 17:47:17.840819 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:17.868651 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-25016e5c-8c03-4fb2-ba85-ba1f21f5e69c req-f0d051ec-42b5-44b7-8010-cc7b4a65f85e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.0759225 Sep 23 17:47:17.953837 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.000849 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.001342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.002279 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.002705 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > port after_create 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.003132 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.003578 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > port after_update 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.003985 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.004394 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.004852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.005332 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.178258 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.224330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.224794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.225025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.225353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:47:18.225712 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf8ac86-70a1-4bca-94b2-db160569cf71']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:18.246052 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2987028-a332-42ac-bee5-2c106f915d3f') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:18.246347 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2987028-a332-42ac-bee5-2c106f915d3f') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:18.268523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.321302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.328905 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5c059421-4317-4088-ab02-4ff4c6c98305 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:18.346533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:47:18.346949 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: from cryptography.utils import int_from_bytes Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: from cryptography.utils import int_from_bytes Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:47:18.351184 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:47:18.445537 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Router 3cdd2378-3d03-4728-b25e-0156193e2e4c is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:47:18.520231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 5c059421-4317-4088-ab02-4ff4c6c98305 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:18.529804 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.674926 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.774949 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:18.779469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.796948 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Sync routers for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:18.800232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.802504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/9bf8ac86-70a1-4bca-94b2-db160569cf71 HTTP/1.1" status: 204 len: 168 time: 1.3631191 Sep 23 17:47:18.814357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60070) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:18.817677 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa3fdf-1a9d-4d42-8905-fe86b08212d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf8ac86-70a1-4bca-94b2-db160569cf71,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:18.835731 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:18.837634 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:18.838903 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:18.840553 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c32712b2-6937-4bfe-8132-64a2ea320f37 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3523724 Sep 23 17:47:18.845023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device eb7b3832-017e-4862-b4fa-1d00673ee057 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:18.848383 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60072) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:18.903415 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26021683-b290-4fc4-8501-2089ca3b1090 req-72db425e-3870-4336-a928-3fb6b104ca00 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.0359936 Sep 23 17:47:18.932336 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Deleting subnet 0e72e8ee-0954-4c6d-8cac-da606f2bef14 {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:47:18.941308 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.009945 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.053105 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port eb7b3832-017e-4862-b4fa-1d00673ee057 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:19.053470 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.095112 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:19.146692 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.174718 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.231550 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4821d1b-7aeb-4c96-973f-d927915763e7 None None] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:47:19.271415 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7d0864ae-2384-46e5-9232-30e10fca19a5 req-87d254ee-7045-4b8a-9a82-f14e637a4e46 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.0471442 Sep 23 17:47:19.305041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.321943 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.323817 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/0e72e8ee-0954-4c6d-8cac-da606f2bef14 HTTP/1.1" status: 204 len: 168 time: 0.5081630 Sep 23 17:47:19.360302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60082) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:19.383518 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fe990-3b82-4ba6-8a5d-5026473a0e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e72e8ee-0954-4c6d-8cac-da606f2bef14,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:19.404408 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-c7d25e94-4797-457a-819e-ac89610f606c None None] Provisioning complete for port eb7b3832-017e-4862-b4fa-1d00673ee057 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:19.405650 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c7d25e94-4797-457a-819e-ac89610f606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.434008 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.441752 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:16Z', 'revision_number': 3, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:19.519976 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Checking router: 3cdd2378-3d03-4728-b25e-0156193e2e4c for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:19.521947 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Updating router 3cdd2378-3d03-4728-b25e-0156193e2e4c port 9a9adb70-dad6-4540-82f1-96e95b74cc50 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:19.571473 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port eb7b3832-017e-4862-b4fa-1d00673ee057, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=eb7b3832-017e-4862-b4fa-1d00673ee057,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:19.590287 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.605293 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.783693 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:47:19.796148 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.833163 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.869438 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=eb7b3832-017e-4862-b4fa-1d00673ee057,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:19.956879 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:19.988971 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f038bf4-6496-4c13-81d2-124528432c39']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:19.999523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be218b88-b5e2-443e-a4e6-9f91f080a58e') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:19.999785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be218b88-b5e2-443e-a4e6-9f91f080a58e') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:20.004950 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.009859 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.013178 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.026193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.033970 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:47:20.034414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:47:20.036541 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:47:20.079130 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Pushing event updated for resources: {'Port': ['ID=9a9adb70-dad6-4540-82f1-96e95b74cc50,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:20.105271 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.105903 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.106460 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.107043 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.107690 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.108394 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.108946 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.109435 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.109888 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.110319 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.110747 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.111177 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Tracked resource versions report: Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: pushed versions: Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: { 'AddressGroup': {'1.2'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'ConntrackHelper': {'1.0'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Log': {'1.0'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Network': {'1.1'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Port': {'1.7'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'PortForwarding': {'1.2'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'QosPolicy': {'1.9'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroup': {'1.4'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroupRule': {'1.2'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SubPort': {'1.0'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Subnet': {'1.1'}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Trunk': {'1.1'}} Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: consumer versions: Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: { DHCP agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: HyperV agent@hv-cinder-81072: {}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: L3 agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: Metadata agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: Metering agent@dv-cinder-810729-1-iscsi: {}, Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: Open vSwitch agent@dv-cinder-810729-1-iscsi: { 'AddressGroup': '1.2', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'ConntrackHelper': '1.0', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Log': '1.0', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Network': '1.1', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Port': '1.7', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'PortForwarding': '1.2', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'QosPolicy': '1.9', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroup': '1.4', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SecurityGroupRule': '1.2', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'SubPort': '1.0', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Subnet': '1.1', Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: 'Trunk': '1.1'}} Sep 23 17:47:20.112488 dv-cinder-810729-1-iscsi neutron-server[100774]: {{(pid=100774) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 17:47:20.120448 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Attempting to bind port 9a9adb70-dad6-4540-82f1-96e95b74cc50 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:20.120996 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Attempting to bind port 9a9adb70-dad6-4540-82f1-96e95b74cc50 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:20.122062 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Attempting to bind port 9a9adb70-dad6-4540-82f1-96e95b74cc50 on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:20.129036 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.129431 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:20.130115 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:20.130775 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.131402 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:20.132146 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Bound port: 9a9adb70-dad6-4540-82f1-96e95b74cc50, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:20.132842 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.137013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.159239 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] 10.222.0.50 "DELETE /v2.0/networks/3f038bf4-6496-4c13-81d2-124528432c39 HTTP/1.1" status: 204 len: 168 time: 0.7949119 Sep 23 17:47:20.188473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496a299-c84d-4c34-9207-f0099cec0e40 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f038bf4-6496-4c13-81d2-124528432c39,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:20.228499 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] For port 9a9adb70-dad6-4540-82f1-96e95b74cc50, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:20.232529 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] For port 9a9adb70-dad6-4540-82f1-96e95b74cc50, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=9a9adb70-dad6-4540-82f1-96e95b74cc50,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:20.235876 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device eb7b3832-017e-4862-b4fa-1d00673ee057 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:20.237010 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:20.241936 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.282731 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:20.294569 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.297599 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:20.298392 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:20.299452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60108) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:20.299757 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0e77df0d-8c90-4eee-a0fd-95da2efcf350 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.0347648 Sep 23 17:47:20.320149 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:47:20.347162 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:20.347793 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:20.469350 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-4c7003f1-2a69-4558-90f6-bd41c49c2b89 None None] Provisioning complete for port eb7b3832-017e-4862-b4fa-1d00673ee057 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:20.469726 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-4c7003f1-2a69-4558-90f6-bd41c49c2b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.543007 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cc09df48-12da-4049-869a-a70e7ca2867b req-9428acdf-de32-471a-8087-4ce0711f4306 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.2486157 Sep 23 17:47:20.584228 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:20.653771 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.656420 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1a899815-d49b-4ba7-b7e0-baecfa25df66 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5730991 Sep 23 17:47:20.662931 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60114) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:20.745420 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port eb7b3832-017e-4862-b4fa-1d00673ee057 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:20.746059 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:20.746638 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:20.909955 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:20.919035 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:20.945957 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:20.946862 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:20.965664 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60128) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:21.068206 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:21.089068 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a3faebf4-abef-47f1-bf97-55b8b1cf69d7 req-8224dabb-4371-4b24-918e-17b6f7884a44 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.1976972 Sep 23 17:47:21.161304 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:21.205154 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.61', 64669) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:21.410852 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e13bfab0-9275-4db5-ae42-a008837785c4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4fbad1302bae4a1d853c82f65d1c23a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4438622 Sep 23 17:47:21.416882 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60138) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:21.494600 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384bdf-1742-40ae-8325-3bd1c6e12f11 None None] Pushing event updated for resources: {'Port': ['ID=9a9adb70-dad6-4540-82f1-96e95b74cc50,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:21.680916 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:21.730415 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:21.763532 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:21.777121 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:16Z', 'revision_number': 3, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:21.814755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.61', 64673) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:21.830211 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec340075-b3ad-4d66-85ef-587d61f80c0a None None] The sync data for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi is: [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:16Z', 'revision_number': 3, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:21.866507 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:21.915725 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:21.916324 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Updating router 1afd2010-548f-4ca4-a218-d649683fd7b7 port e07feb7b-971d-4856-984f-729722565a4b binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:21.938426 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:21.938952 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Updating router 3cecd06c-4679-426f-b0ca-c31bc08866a5 port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:21.988013 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.022163 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Allocated IP 172.20.0.1 (c2e0f076-0f92-4ac2-bf0f-c14a845eeff0/8938f635-8bcd-4ce2-8934-1909d747074f/db3ede89-0b69-4382-8528-499150fd34f0) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:22.066424 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.073360 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.080961 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/df4fde5d-ed3b-4f1b-bef2-da942ccd0d14 HTTP/1.1" status: 204 len: 168 time: 0.6493979 Sep 23 17:47:22.093582 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.381517 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-817b9001-20b9-4ddc-aa56-94c2c0b3fa83 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:22.383667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-817b9001-20b9-4ddc-aa56-94c2c0b3fa83 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.61 "GET /v2.0/networks?id=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 HTTP/1.1" status: 200 len: 812 time: 0.5501671 Sep 23 17:47:22.393607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5502b504-cc77-4a45-8154-280c17f907fc req-6b8c332e-b162-4d15-820e-205d2eb4fe26 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.6692095 Sep 23 17:47:22.546998 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.632771 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58211d-ad8a-4939-8490-13e86347ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4fde5d-ed3b-4f1b-bef2-da942ccd0d14,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:22.791842 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.820220 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Request body: {'port': {'device_id': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78', 'admin_state_up': True, 'tenant_id': '7948af8fcecc42588886457f1b0c8592'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:22.865540 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.878097 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:22.944357 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:22.956165 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:22.977547 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:22.978473 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.019481 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Attempting to bind port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:23.022610 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Attempting to bind port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:23.023575 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Attempting to bind port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:23.062690 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:23.066228 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:23.067934 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.068510 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:23.072747 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Bound port: 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:23.073567 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.081272 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a7567-bbf7-48e1-a801-7f7ad6fae979 None None] Pushing event updated for resources: {'Port': ['ID=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:23.257724 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] For port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:23.272631 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] For port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:23.289308 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.343879 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Pushing event updated for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:23.356889 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60228) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:23.431746 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.448025 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.463247 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:23.464159 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:23.600250 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256628c3-9e09-442d-9d86-f9eb7aa11734 None None] Pushing event updated for resources: {'Port': ['ID=e07feb7b-971d-4856-984f-729722565a4b,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:23.627748 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-169b6151-bd9f-4b1d-9ca1-eaf792ac479d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=762d21a1567d48e58bc73aa851472f5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2642527 Sep 23 17:47:23.629192 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60236) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:23.637909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Attempting to bind port e07feb7b-971d-4856-984f-729722565a4b on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:23.638284 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Attempting to bind port e07feb7b-971d-4856-984f-729722565a4b by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:23.638645 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Attempting to bind port e07feb7b-971d-4856-984f-729722565a4b on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:23.645989 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:23.646547 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:23.647099 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.647665 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:23.648149 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Bound port: e07feb7b-971d-4856-984f-729722565a4b, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:23.648806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.773513 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] For port e07feb7b-971d-4856-984f-729722565a4b, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:23.778637 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] For port e07feb7b-971d-4856-984f-729722565a4b, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=e07feb7b-971d-4856-984f-729722565a4b,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:23.787751 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.816766 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.850789 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a7567-bbf7-48e1-a801-7f7ad6fae979 None None] Pushing event updated for resources: {'Port': ['ID=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:23.895742 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Made reservation on behalf of 7948af8fcecc42588886457f1b0c8592 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:23.903073 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:23.911697 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc0b5cd2-6a5d-4060-bd47-163eb4c2d86b req-2bfa298c-64cd-446c-a64a-e4eec7fae1d9 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.6111169 Sep 23 17:47:23.924259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-5a0d50dd-bd1c-4e22-bf65-12179dd413dd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:23.926192 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-5a0d50dd-bd1c-4e22-bf65-12179dd413dd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 2.6387877 Sep 23 17:47:23.963158 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256628c3-9e09-442d-9d86-f9eb7aa11734 None None] Pushing event updated for resources: {'Port': ['ID=e07feb7b-971d-4856-984f-729722565a4b,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:23.967144 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:23.990444 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:23.991712 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:24.021849 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6633c405-cf00-4dd1-b95a-03ef6f4a1af3 req-0eae02e8-332c-4df4-a544-6033abb7bd5c tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.1872647 Sep 23 17:47:24.336972 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 9a9adb70-dad6-4540-82f1-96e95b74cc50 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:24.461894 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.484953 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:24.486574 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.499584 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.527653 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:47:24.549755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Request body: {'port': {'device_id': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'admin_state_up': True, 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:24.558591 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-afb99917-7215-436e-98b0-ba0157212523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:24.643424 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb99917-7215-436e-98b0-ba0157212523 None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:24.707435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.769342 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.883608 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 9a9adb70-dad6-4540-82f1-96e95b74cc50 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:24.884274 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.923428 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Pushing event updated for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:24.933428 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.970202 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:24.971283 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f85692e3-bac1-4418-8d24-5d05d59869c0 HTTP/1.1" status: 204 len: 168 time: 1.3391817 Sep 23 17:47:25.024136 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab79ce-44df-4838-95a1-1fe49ae80c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85692e3-bac1-4418-8d24-5d05d59869c0,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:25.117132 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Allocated IP 172.20.0.5 (28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78/f2ca6012-a3fa-4440-9e94-486c59bf7a7a/e673009e-b101-4ce2-a760-544f4d8a940a) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:25.172466 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:25.174147 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:25.395305 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:25.460069 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 9a9adb70-dad6-4540-82f1-96e95b74cc50, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=9a9adb70-dad6-4540-82f1-96e95b74cc50,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:25.472367 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:25.496803 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fe40029-9d7b-4610-91e6-91dba83aff93 req-cdefa697-9362-48ed-b7ac-2a2af151af38 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.3757753 Sep 23 17:47:25.580493 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Router 3cdd2378-3d03-4728-b25e-0156193e2e4c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:47:25.621219 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:25.728928 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:25.731759 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:25.739087 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15205ad-9a27-4547-b459-9d5233a5fdfb None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:17Z', 'revision_number': 3, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:25.753241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:25.770432 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=9a9adb70-dad6-4540-82f1-96e95b74cc50,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:25.930898 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:25.943098 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d52469c0-9b16-4814-b48f-09919a964c48 admin admin] 10.222.0.50 "PUT /v2.0/routers/3cdd2378-3d03-4728-b25e-0156193e2e4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0780289 Sep 23 17:47:25.954019 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Sync routers for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:25.992814 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:25.993466 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:26.048814 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb5a2caa-5c05-46f7-b87d-d25986273619 req-c6e75582-c794-4a0e-935d-18741863383f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.8041837 Sep 23 17:47:26.219694 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:26.446603 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:26.728800 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:26.772864 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Allocated IP 172.20.0.7 (733583a7-80b9-44c0-916a-e95ef40defd2/ecc19b07-450b-4d5e-866c-19f10af6db9a/a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:26.823296 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbaf1a65-8a87-473b-b6d1-266570f51426 req-d86534f0-fca0-45d3-a68a-d167ec90484c tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 210 time: 0.1009166 Sep 23 17:47:27.023262 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:27.283796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:27.541013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Allocated IP 172.20.0.1 (2fc37b06-1243-49f7-87d1-0eac4f8f02d1/dd8abaa3-9b07-41cc-9306-192ff70a558a/c3c5de21-8137-40e4-88e5-4f1c58df67d5) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:27.727561 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Allocated IP 172.20.0.1 (2f481624-6ae9-4e56-9e10-7679961d89cf/81b81aef-68b9-40c7-82b3-dbb5ab560f0f/8d858827-acae-4478-8016-929ece7d63e3) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:27.999849 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:28.000424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.104303 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 4, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'db3ede89-0b69-4382-8528-499150fd34f0', 'name': '', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'mac_address': 'fa:16:3e:d6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:21Z', 'updated_at': '2021-09-23T17:47:24Z', 'revision_number': 2, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'subnets': [{'id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:28.169298 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Checking router: 3cdd2378-3d03-4728-b25e-0156193e2e4c for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:28.170015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Updating router 3cdd2378-3d03-4728-b25e-0156193e2e4c port db3ede89-0b69-4382-8528-499150fd34f0 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:28.283604 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.317035 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.363190 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:28.387180 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.388704 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 9a9adb70-dad6-4540-82f1-96e95b74cc50 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:28.393218 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60348) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:28.435773 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:28.442182 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636e813-f7fa-4794-bfce-818a1e1d11f4 req-e56d126b-a13d-4bbe-8bd0-79964042f79b tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:28.450717 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9636e813-f7fa-4794-bfce-818a1e1d11f4 req-e56d126b-a13d-4bbe-8bd0-79964042f79b tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 931 time: 1.1784863 Sep 23 17:47:28.496524 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.508234 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:28.531552 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:28.549238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Pushing event updated for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:28.734828 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e37a-9516-4d97-90e8-c96f394392eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.769737 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 9a9adb70-dad6-4540-82f1-96e95b74cc50 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:28.770438 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:28.941266 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:29.012645 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e37a-9516-4d97-90e8-c96f394392eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.044034 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9b1e37a-9516-4d97-90e8-c96f394392eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.064190 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.176190 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.191634 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1e37a-9516-4d97-90e8-c96f394392eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052f99f7-0374-4044-9026-61039d0e76f7,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:29.216179 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f9b1e37a-9516-4d97-90e8-c96f394392eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50ed8db576a245e8857b75b26b019404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8209608 Sep 23 17:47:29.220230 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60366) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:29.353590 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.368000 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Pushing event updated for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:29.399574 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.429056 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9636e813-f7fa-4794-bfce-818a1e1d11f4 req-ebbcd45d-0796-4d7b-a9cd-83c988b846d0 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9771590 Sep 23 17:47:29.576713 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.580218 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.586288 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/052f99f7-0374-4044-9026-61039d0e76f7 HTTP/1.1" status: 204 len: 168 time: 0.3642268 Sep 23 17:47:29.605669 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.610822 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096ad55-c7e2-4fbb-bb12-81020f5ea20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052f99f7-0374-4044-9026-61039d0e76f7,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:29.620583 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.730978 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-34974fc1-1c38-432a-ba7a-7516bdeb24fa tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:29.733684 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-34974fc1-1c38-432a-ba7a-7516bdeb24fa tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 818 time: 1.5359812 Sep 23 17:47:29.742211 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:29.743980 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.757218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:29.788995 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:29.816365 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.852895 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799bc2-7bd4-4e01-ac20-26a99758936a None None] Pushing event updated for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:29.871953 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Attempting to bind port db3ede89-0b69-4382-8528-499150fd34f0 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:29.872970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Attempting to bind port db3ede89-0b69-4382-8528-499150fd34f0 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:29.874170 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Attempting to bind port db3ede89-0b69-4382-8528-499150fd34f0 on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:29.891720 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:29.892388 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Checking segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:29.893066 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.893546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:29.893779 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Bound using segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:29.894461 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Bound port: db3ede89-0b69-4382-8528-499150fd34f0, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:29.895271 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:29.897592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:30.125641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.236956 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] For port db3ede89-0b69-4382-8528-499150fd34f0, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:30.241234 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] For port db3ede89-0b69-4382-8528-499150fd34f0, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=db3ede89-0b69-4382-8528-499150fd34f0,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:30.250854 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.353182 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event updated for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:30.374614 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-209e6fe5-1ccc-4a10-8858-e09ccbaafc98 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/quotas/bfbd7d697e134d53855d315e8eab1b86 HTTP/1.1" status: 200 len: 375 time: 0.5967047 Sep 23 17:47:30.420822 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2799bc2-7bd4-4e01-ac20-26a99758936a None None] Pushing event updated for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:30.432974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-1a339b68-d086-42b6-80a6-b6ba7502ed8f tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.6263638 Sep 23 17:47:30.436218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.439660 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Network 733583a7-80b9-44c0-916a-e95ef40defd2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:30.440072 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:30.441155 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.475823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:30.491882 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:30.508470 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-2cf01653-1636-4a37-81f6-b1fed9415ffd tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:47:30.511841 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-2cf01653-1636-4a37-81f6-b1fed9415ffd tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116475 Sep 23 17:47:30.515838 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:30.517421 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:30.577966 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.625981 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85183e-3708-490b-a2ed-f9057b849fb7 req-d2074b68-b488-4e9e-a30b-15490f5deea1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:30.627713 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ab85183e-3708-490b-a2ed-f9057b849fb7 req-d2074b68-b488-4e9e-a30b-15490f5deea1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 931 time: 0.8524928 Sep 23 17:47:30.712373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:30.712958 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-c26f34a1-377b-42a8-b28b-16af3a1bf9c2 None None] Provisioning complete for port 8d858827-acae-4478-8016-929ece7d63e3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:30.713763 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.713868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c26f34a1-377b-42a8-b28b-16af3a1bf9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.777852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:30.798046 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-687953f1-b6dc-4b66-b735-6e88d61e8c3d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3887715 Sep 23 17:47:30.865348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-c26f34a1-377b-42a8-b28b-16af3a1bf9c2 None None] Port 8d858827-acae-4478-8016-929ece7d63e3 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:30.900227 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device e07feb7b-971d-4856-984f-729722565a4b up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:30.910906 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9a98e67c-7c2e-49bb-89f8-5a83a78aff96 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4007623 Sep 23 17:47:30.930266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ab85183e-3708-490b-a2ed-f9057b849fb7 req-dd597c61-db58-4a4f-a44c-85755f65c51f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697246 Sep 23 17:47:30.938682 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:30.979198 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:30.981139 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:30.992293 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:31.021699 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:31.107286 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60422) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:31.323991 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Request body: {'port': {'device_id': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:31.328046 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port e07feb7b-971d-4856-984f-729722565a4b triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:31.328371 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.402991 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7dc3946e-35ad-4742-9e20-3164e1ee1894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.407601 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Request body: {'port': {'device_id': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:31.423782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.612164 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-d38ed19a-8136-42f5-8f84-822b672ce341 service neutron] 10.222.0.50 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7985179 Sep 23 17:47:31.735631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-ecffd464-8d5a-409d-99d6-ab2fcad6980f None None] Provisioning complete for port c3c5de21-8137-40e4-88e5-4f1c58df67d5 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:31.738578 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-ecffd464-8d5a-409d-99d6-ab2fcad6980f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.883755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf0fd5-fb2a-4b64-ad68-0c4b5d7af041 req-0da02783-ea65-4f2b-aabc-87ead12dd6e9 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:31.894457 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33bf0fd5-fb2a-4b64-ad68-0c4b5d7af041 req-0da02783-ea65-4f2b-aabc-87ead12dd6e9 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 931 time: 0.6547420 Sep 23 17:47:31.929482 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-ecffd464-8d5a-409d-99d6-ab2fcad6980f None None] Port c3c5de21-8137-40e4-88e5-4f1c58df67d5 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:31.929662 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.942871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.956530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.956996 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7dc3946e-35ad-4742-9e20-3164e1ee1894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.966154 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:31.976137 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7dc3946e-35ad-4742-9e20-3164e1ee1894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.006252 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port e07feb7b-971d-4856-984f-729722565a4b, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=e07feb7b-971d-4856-984f-729722565a4b,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:32.014478 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 4, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'db3ede89-0b69-4382-8528-499150fd34f0', 'name': '', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'mac_address': 'fa:16:3e:d6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:21Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'subnets': [{'id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:32.018355 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3946e-35ad-4742-9e20-3164e1ee1894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca54489-a2b6-46b8-8b81-7cf7cedafc8a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:32.018932 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.058741 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-7dc3946e-35ad-4742-9e20-3164e1ee1894 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a7cc6d2780a84e1790046b28dd70ea13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470208 Sep 23 17:47:32.063514 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60450) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:32.095782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.137485 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6319a880-cf03-4aa0-85a9-92292d73ca0d None None] The sync data for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi is: [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:47:23Z', 'revision_number': 4, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'db3ede89-0b69-4382-8528-499150fd34f0', 'name': '', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'mac_address': 'fa:16:3e:d6:82:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:21Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'subnets': [{'id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:32.194481 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=e07feb7b-971d-4856-984f-729722565a4b,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:32.205876 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.302369 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.410432 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Pushing event updated for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:32.445071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.450551 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:32.452510 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bca54489-a2b6-46b8-8b81-7cf7cedafc8a HTTP/1.1" status: 204 len: 168 time: 0.3878295 Sep 23 17:47:32.464222 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a890e2-fc06-431f-a751-e5c21e64bcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca54489-a2b6-46b8-8b81-7cf7cedafc8a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:32.628887 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-7598d940-6be9-464e-9a2b-81b249211885 service neutron] 10.222.0.50 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0156524 Sep 23 17:47:33.131306 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60472) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:33.180764 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-90380173-817f-4e31-9b47-b391ae97966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.297795 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33bf0fd5-fb2a-4b64-ad68-0c4b5d7af041 req-7e5e0cca-bb54-4f2c-b574-12f0c986aab2 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3774033 Sep 23 17:47:33.485424 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-90380173-817f-4e31-9b47-b391ae97966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.499761 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-90380173-817f-4e31-9b47-b391ae97966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.538738 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.578551 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-90380173-817f-4e31-9b47-b391ae97966b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5dbd905d2fc426f8c9d7e34bc6abed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4428909 Sep 23 17:47:33.579383 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60486) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:33.675008 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6bd25342-5957-4caf-9ebe-7abf1a17cea3 req-9b8cd789-366e-48cc-b97e-2d599947cb45 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 210 time: 0.1290495 Sep 23 17:47:33.679262 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90380173-817f-4e31-9b47-b391ae97966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd179c4-5cfd-4e46-a2df-cefdee200a0f,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:33.772165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.783485 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.819152 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.940210 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.965152 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:33.966361 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7cd179c4-5cfd-4e46-a2df-cefdee200a0f HTTP/1.1" status: 204 len: 168 time: 0.3847914 Sep 23 17:47:34.007416 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea477f42-7daa-4dc2-b02c-831e3e7c097e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd179c4-5cfd-4e46-a2df-cefdee200a0f,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:34.193287 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850b01c-1032-42d1-98eb-f8b2badeecb4 req-7a9db5bd-d96f-4796-8656-3a4f34da5f0d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:34.205032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0850b01c-1032-42d1-98eb-f8b2badeecb4 req-7a9db5bd-d96f-4796-8656-3a4f34da5f0d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 931 time: 0.9061353 Sep 23 17:47:34.416134 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device e07feb7b-971d-4856-984f-729722565a4b up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:34.584372 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port e07feb7b-971d-4856-984f-729722565a4b triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:34.584843 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:34.621230 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-81859180-8f35-4d1d-9544-a3fa0e0fdb09 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:34.629129 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-81859180-8f35-4d1d-9544-a3fa0e0fdb09 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 818 time: 0.5059767 Sep 23 17:47:34.686632 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-90ff7810-edc8-4305-8424-a0438b48a1de tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/quotas/bfbd7d697e134d53855d315e8eab1b86 HTTP/1.1" status: 200 len: 375 time: 0.0563378 Sep 23 17:47:34.761457 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60520) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:34.818081 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device db3ede89-0b69-4382-8528-499150fd34f0 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:34.882212 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-08c69042-7d6d-4869-bdc1-5b8fb4a80fbc tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943464 Sep 23 17:47:34.948936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port db3ede89-0b69-4382-8528-499150fd34f0 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:34.949782 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.020613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0850b01c-1032-42d1-98eb-f8b2badeecb4 req-dcc84443-7a7e-4bd1-9004-b82b41ecb02f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441280 Sep 23 17:47:35.028944 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e673009e-b101-4ce2-a760-544f4d8a940a {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:35.063667 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.098454 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-a99df204-2adc-435c-b403-e5e5fdc80f3a service neutron] 10.222.0.50 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153845 Sep 23 17:47:35.111800 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:35.185398 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03399b3d-93f9-42a2-bc63-4bf98e14feb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.278708 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-c3f932e3-6048-4beb-b259-b08ee93c2ae7 service neutron] 10.222.0.50 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792536 Sep 23 17:47:35.308375 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Transition to ACTIVE for port object e673009e-b101-4ce2-a760-544f4d8a940a will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:35.313818 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:35.317072 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd958-8567-49ad-905e-3004dea877b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.340989 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.384585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.457725 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03399b3d-93f9-42a2-bc63-4bf98e14feb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.475296 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03399b3d-93f9-42a2-bc63-4bf98e14feb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.483861 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port db3ede89-0b69-4382-8528-499150fd34f0, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=db3ede89-0b69-4382-8528-499150fd34f0,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:35.493505 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.591000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03399b3d-93f9-42a2-bc63-4bf98e14feb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c66e5-0558-427e-bae1-bf465f03ae72,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:35.650002 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-03399b3d-93f9-42a2-bc63-4bf98e14feb2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce19a7d5477e4f9791b73d8c1a63a934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8846316 Sep 23 17:47:35.651030 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60540) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:35.690498 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:35.854897 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.916828 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-48dd6aea-f51c-4072-8028-6c98dccec09e None None] Provisioning complete for port 8d858827-acae-4478-8016-929ece7d63e3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:35.917547 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.919608 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-48dd6aea-f51c-4072-8028-6c98dccec09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.925996 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:35.973372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.61', 64694) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:36.055885 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-48dd6aea-f51c-4072-8028-6c98dccec09e None None] Port 8d858827-acae-4478-8016-929ece7d63e3 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:36.077831 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:36.105836 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:47:36.133390 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d5de-5bc2-48e0-9792-91615367f28f req-f9c9cd90-4bba-4ab9-918e-f575357b124c tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:36.141383 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e99d5de-5bc2-48e0-9792-91615367f28f req-f9c9cd90-4bba-4ab9-918e-f575357b124c tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.8441961 Sep 23 17:47:36.169881 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:36.181021 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:36.182722 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e28c66e5-0558-427e-bae1-bf465f03ae72 HTTP/1.1" status: 204 len: 168 time: 0.5304692 Sep 23 17:47:36.218369 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792e666-7039-4ea6-b109-a5633dedfd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c66e5-0558-427e-bae1-bf465f03ae72,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:36.237916 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e99d5de-5bc2-48e0-9792-91615367f28f req-6702b926-7346-4f08-9b00-c1aea46a0e95 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949190 Sep 23 17:47:36.286783 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device db3ede89-0b69-4382-8528-499150fd34f0 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:36.386338 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:36.441117 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port db3ede89-0b69-4382-8528-499150fd34f0 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:36.441980 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:36.497271 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:36.784462 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:36.792048 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7220a3e0-5457-4662-97df-7a6c44f7231c req-d5e035d8-ee05-4de5-9829-2d14bfd25395 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 210 time: 0.8640466 Sep 23 17:47:36.860505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:36.972804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.020795 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Transition to ACTIVE for port object a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:37.071381 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.093415 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60576) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:37.127722 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d69a-392b-4f25-b418-004827bfff71 req-99041977-2021-45c1-89a5-b32fffbeb527 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:37.136174 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f53d69a-392b-4f25-b418-004827bfff71 req-99041977-2021-45c1-89a5-b32fffbeb527 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 931 time: 0.7726893 Sep 23 17:47:37.158973 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-21f0b1b3-3253-4e66-90b1-e95e72cfea25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.168451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-94ad3a8d-b60e-493d-8d30-7bf7e28c086e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:37.171289 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-94ad3a8d-b60e-493d-8d30-7bf7e28c086e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 818 time: 1.1797132 Sep 23 17:47:37.192944 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Attempting to bind port e673009e-b101-4ce2-a760-544f4d8a940a on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:37.193467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Attempting to bind port e673009e-b101-4ce2-a760-544f4d8a940a by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'f905578a-b658-4351-8ee1-0d614bb84626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:37.193924 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Attempting to bind port e673009e-b101-4ce2-a760-544f4d8a940a on network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:37.242136 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Port e673009e-b101-4ce2-a760-544f4d8a940a on network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:37.242136 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Attempting to bind port e673009e-b101-4ce2-a760-544f4d8a940a on network 28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:37.359784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:37.373312 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:37.382010 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:37.384193 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:37.384951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Checking segment: {'id': 'f905578a-b658-4351-8ee1-0d614bb84626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:37.385788 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Bound using segment: {'id': 'f905578a-b658-4351-8ee1-0d614bb84626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:37.386249 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Bound port: e673009e-b101-4ce2-a760-544f4d8a940a, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f905578a-b658-4351-8ee1-0d614bb84626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:37.386622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.391463 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:37.425130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-4d65db56-2571-4e1d-802f-fcac8d1dbbdc admin admin] 10.222.0.50 "PUT /v2.0/routers/1afd2010-548f-4ca4-a218-d649683fd7b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.1241853 Sep 23 17:47:37.426121 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-21f0b1b3-3253-4e66-90b1-e95e72cfea25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.429320 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:37.431988 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-21f0b1b3-3253-4e66-90b1-e95e72cfea25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.465557 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0b1b3-3253-4e66-90b1-e95e72cfea25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b98618-84b5-42c3-8fbb-736068326cd0,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:37.524398 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-21f0b1b3-3253-4e66-90b1-e95e72cfea25 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e707306bd13428f95c92e2da40d973a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4263303 Sep 23 17:47:37.525191 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60596) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:37.543707 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f53d69a-392b-4f25-b418-004827bfff71 req-3be6eaa3-9092-46fe-9126-395d61da5af1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4064629 Sep 23 17:47:37.552043 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Request body: {'port': {'device_id': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'admin_state_up': True, 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:37.593406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:37.606160 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:37.641233 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.650538 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:37.703886 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.772185 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974276d-ca2d-4c8a-8162-9b8b68e1ffa2 req-3a798e6b-14d5-4d9c-98db-7670222d1eec tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:37.774135 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e974276d-ca2d-4c8a-8162-9b8b68e1ffa2 req-3a798e6b-14d5-4d9c-98db-7670222d1eec tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.4083784 Sep 23 17:47:37.822377 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.825349 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:37.832160 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71b98618-84b5-42c3-8fbb-736068326cd0 HTTP/1.1" status: 204 len: 168 time: 0.2993882 Sep 23 17:47:37.843920 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee143bf-9ada-482e-ba48-2672043744a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b98618-84b5-42c3-8fbb-736068326cd0,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:37.859137 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-350cb3c9-be78-487e-8ccd-2d07caff8282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.000272 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Attempting to bind port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:38.000914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Attempting to bind port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:38.000914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Attempting to bind port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:38.022002 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:38.031889 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 2, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:38.049104 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e974276d-ca2d-4c8a-8162-9b8b68e1ffa2 req-92a935d0-8d31-4aa1-accb-f2c2368e1f74 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352104 Sep 23 17:47:38.067526 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:38.067988 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Updating router 1afd2010-548f-4ca4-a218-d649683fd7b7 port 8d858827-acae-4478-8016-929ece7d63e3 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:38.092693 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c on network 733583a7-80b9-44c0-916a-e95ef40defd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:38.097735 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.106836 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-79fdc47a-50fd-4541-a391-95c05ec057e8 None None] Provisioning complete for port c3c5de21-8137-40e4-88e5-4f1c58df67d5 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:38.107328 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-79fdc47a-50fd-4541-a391-95c05ec057e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.109286 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Attempting to bind port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:38.146236 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e673009e-b101-4ce2-a760-544f4d8a940a,segment=NetworkSegment(f905578a-b658-4351-8ee1-0d614bb84626),segment_id=f905578a-b658-4351-8ee1-0d614bb84626)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:38.167431 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:38.167829 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Checking segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:38.168187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Bound using segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:38.168816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Bound port: a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:38.169183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.191004 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.194215 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-79fdc47a-50fd-4541-a391-95c05ec057e8 None None] Port c3c5de21-8137-40e4-88e5-4f1c58df67d5 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:38.220373 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f3883abe-03e3-48dc-8620-b9cddfd25028 req-329c85bc-37a4-4045-9bb1-575e577078d1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 210 time: 0.0774388 Sep 23 17:47:38.224921 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:47:38.282970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.312257 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.61', 64698) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:38.328003 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Made reservation on behalf of bfbd7d697e134d53855d315e8eab1b86 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:38.332084 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.336237 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:38.336911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.338345 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] 10.222.0.61 "PUT /v2.0/ports/e673009e-b101-4ce2-a760-544f4d8a940a HTTP/1.1" status: 200 len: 1093 time: 7.5660458 Sep 23 17:47:38.343756 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:38.454342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc91557-ea79-485b-a1e3-b19110d44ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:38.689841 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:38.699660 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:38.707438 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:47:38.721254 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:47:38.721904 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-18e878f2-8d4e-4a52-8b55-fa5cdc013594 admin admin] 10.222.0.50 "PUT /v2.0/routers/3cecd06c-4679-426f-b0ca-c31bc08866a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0578156 Sep 23 17:47:38.742631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:38.745024 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:38.823334 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.852778 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-44c45426-97c5-4e10-8600-fd11696ac777 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:38.865041 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-44c45426-97c5-4e10-8600-fd11696ac777 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 818 time: 0.5503161 Sep 23 17:47:38.886636 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Request body: {'port': {'device_id': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'admin_state_up': True, 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:38.941023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:38.956141 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:38.981457 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.095021 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.220450 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbe41-c70d-4a8e-812b-3bf0a969e78c None None] Pushing event updated for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:39.234292 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:39.246219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.256582 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] 10.222.0.61 "PUT /v2.0/ports/a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c HTTP/1.1" status: 200 len: 1093 time: 8.2843652 Sep 23 17:47:39.287393 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:34Z', 'revision_number': 2, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:39.337203 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b" -d '{"events": [{"name": "network-changed", "server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:39.362511 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Attempting to bind port 8d858827-acae-4478-8016-929ece7d63e3 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:39.362791 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Attempting to bind port 8d858827-acae-4478-8016-929ece7d63e3 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:39.363286 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Attempting to bind port 8d858827-acae-4478-8016-929ece7d63e3 on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:39.365025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60666) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:39.370231 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:39.370690 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Checking segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:39.371097 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.371558 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Bound using segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:39.372365 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Bound port: 8d858827-acae-4478-8016-929ece7d63e3, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:39.373418 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.414647 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:47:39.414993 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Updating router 3cecd06c-4679-426f-b0ca-c31bc08866a5 port c3c5de21-8137-40e4-88e5-4f1c58df67d5 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:47:39.491273 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.499895 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] For port 8d858827-acae-4478-8016-929ece7d63e3, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:39.504524 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] For port 8d858827-acae-4478-8016-929ece7d63e3, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=8d858827-acae-4478-8016-929ece7d63e3,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:39.512698 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.535487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915070274', 'description': 'tempest-description--1088690555'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:39.558381 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Made reservation on behalf of bfbd7d697e134d53855d315e8eab1b86 for: {'port': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:39.568782 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.592990 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:39.594063 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:39.611081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-6e759327-1927-4d45-a6cb-19ff6513b884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:39.616051 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-6e759327-1927-4d45-a6cb-19ff6513b884 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7948af8fcecc42588886457f1b0c8592&device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 1096 time: 0.8929837 Sep 23 17:47:39.672875 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb789e7-be94-4224-aa43-78a207609301 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:39.719331 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c4f98-9bc5-4c31-9051-cd92a0a640bc req-7824fc4f-4fdc-4cd3-92fc-f81d88731b09 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:39.728800 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-088c4f98-9bc5-4c31-9051-cd92a0a640bc req-7824fc4f-4fdc-4cd3-92fc-f81d88731b09 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.9725232 Sep 23 17:47:39.743059 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60678) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:39.812141 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82adbe41-c70d-4a8e-812b-3bf0a969e78c None None] Pushing event updated for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=4']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:39.815324 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-088c4f98-9bc5-4c31-9051-cd92a0a640bc req-4a89a2ff-9428-485b-b5a3-5bd8c7a1250b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766637 Sep 23 17:47:39.823747 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:39.840788 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] Provisioning complete for port 8d858827-acae-4478-8016-929ece7d63e3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:39.841162 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:39.865546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Allocated IP 172.20.0.5 (c2e0f076-0f92-4ac2-bf0f-c14a845eeff0/8938f635-8bcd-4ce2-8934-1909d747074f/9100bc5a-414d-4143-89be-3a40ea27e56f) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:39.951426 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e8c8dd51-5fb8-4899-a571-b0c9418fa6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.042113 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.081103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-ea266928-ee89-4302-8fe1-49409bce1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:40.090308 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-ea266928-ee89-4302-8fe1-49409bce1b21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 1096 time: 0.7581785 Sep 23 17:47:40.143211 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e8c8dd51-5fb8-4899-a571-b0c9418fa6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.154802 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e8c8dd51-5fb8-4899-a571-b0c9418fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.174080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae41e2-8ec5-4c23-b657-9596d9a24385 req-5e31f9d1-27c6-413f-bf00-be6dd9720ace tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:40.175873 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f6ae41e2-8ec5-4c23-b657-9596d9a24385 req-5e31f9d1-27c6-413f-bf00-be6dd9720ace tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.6906099 Sep 23 17:47:40.254685 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-e8c8dd51-5fb8-4899-a571-b0c9418fa6d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fb91a0d32ca442f9c9e4b031eb88641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103793 Sep 23 17:47:40.257299 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60690) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:40.259287 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8dd51-5fb8-4899-a571-b0c9418fa6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c288232-a912-4e27-890a-938e19666c1b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:40.283054 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:39Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:40.323022 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f6ae41e2-8ec5-4c23-b657-9596d9a24385 req-93335000-6b5a-4b52-bf0c-40076b8359c7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291752 Sep 23 17:47:40.328735 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea113eb-e66f-4ea6-8a2b-1bb0470fdbc2 None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:39Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:40.353915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.366133 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.439851 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.464329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.466243 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.492087 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.627097 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Allocated IP 172.20.0.13 (c2e0f076-0f92-4ac2-bf0f-c14a845eeff0/8938f635-8bcd-4ce2-8934-1909d747074f/d2768a9a-ceea-41d9-ba30-7f61990d63d4) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:40.714011 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.771205 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.833188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:40.846096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:40.849140 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:40.917090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cc17a786-94be-423a-986a-8c2c9bf1c7e2 req-63f4c1f0-c400-4aae-ad83-2a06c1de84c2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 210 time: 0.0722983 Sep 23 17:47:40.952574 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.953428 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880708-5c63-452f-9a45-a0e2c42b81ca None None] Pushing event updated for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:40.957129 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.968502 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.971458 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:40.976007 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c288232-a912-4e27-890a-938e19666c1b HTTP/1.1" status: 204 len: 168 time: 0.7176163 Sep 23 17:47:41.001284 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b4e6f-6285-42bf-af0a-092a05668e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c288232-a912-4e27-890a-938e19666c1b,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.042732 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.047295 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5657444 Sep 23 17:47:41.052326 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4e6c9-7ff7-46ac-8753-3d31cf250ea5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c562da55-6962-43a8-af02-839a33837fa3,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.056894 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60710) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:41.077425 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.077919 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Attempting to bind port c3c5de21-8137-40e4-88e5-4f1c58df67d5 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:41.078936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Attempting to bind port c3c5de21-8137-40e4-88e5-4f1c58df67d5 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:41.079405 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Attempting to bind port c3c5de21-8137-40e4-88e5-4f1c58df67d5 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:41.092118 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60712) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:41.096461 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group_rule': {'security_group_id': 'c562da55-6962-43a8-af02-839a33837fa3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:41.101805 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1397761440', 'description': 'tempest-description--1575986212'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:41.121315 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:41.122159 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Checking segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:41.122568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.128308 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Bound using segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:41.128691 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.129057 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Bound port: c3c5de21-8137-40e4-88e5-4f1c58df67d5, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:41.129546 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.156808 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:41.157468 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.204051 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.221970 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-81e08613-7332-4ad4-b560-9af9ba9fa5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6816254 Sep 23 17:47:41.270457 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.315303 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] For port c3c5de21-8137-40e4-88e5-4f1c58df67d5, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:41.317628 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5202a-b7ac-49ed-ab01-e2ea90e4195c req-75e6852e-3bdc-46d9-9264-1b4ccfdefbd5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:41.319310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.319831 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] For port c3c5de21-8137-40e4-88e5-4f1c58df67d5, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=c3c5de21-8137-40e4-88e5-4f1c58df67d5,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:41.326822 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-25a5202a-b7ac-49ed-ab01-e2ea90e4195c req-75e6852e-3bdc-46d9-9264-1b4ccfdefbd5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.1029205 Sep 23 17:47:41.327374 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] For port 8d858827-acae-4478-8016-929ece7d63e3, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=8d858827-acae-4478-8016-929ece7d63e3,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:41.330592 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.360970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.395740 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-25a5202a-b7ac-49ed-ab01-e2ea90e4195c req-170077e1-9f9b-4b5a-afc0-3460b60ab2b2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559492 Sep 23 17:47:41.430500 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:47:41.432064 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:47:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:41.486786 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.506904 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.596861 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:41.610685 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.614031 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5165987 Sep 23 17:47:41.617801 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60720) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:41.635431 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:41.641574 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:41.651506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:41.657467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group_rule': {'security_group_id': '40c3d3c1-ad8a-4834-b000-160f27172a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:41.663013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1927-0163-46d3-9dcd-fd845f966963 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3d3c1-ad8a-4834-b000-160f27172a63,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.663386 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.729315 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:47:41.776997 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a81a90-7a9d-4edb-81dd-6bf994956116 req-e0e42016-d2d2-4873-8d44-69475d5a8273 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:41.779440 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57a81a90-7a9d-4edb-81dd-6bf994956116 req-e0e42016-d2d2-4873-8d44-69475d5a8273 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.0883744 Sep 23 17:47:41.789538 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.820406 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9449105 Sep 23 17:47:41.838402 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc01c3-0805-4c6a-a013-beecdd6ecba6 x-openstack-request-id: req-a6cc01c3-0805-4c6a-a013-beecdd6ecba6 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:41.838975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:41.839329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a6cc01c3-0805-4c6a-a013-beecdd6ecba6 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:41.839864 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a', 'status': 'completed', 'code': 200} Sep 23 17:47:41.842642 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deab73e-928b-4e62-b266-263e9d213cde tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Pushing event updated for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.847813 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.856584 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.875231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880708-5c63-452f-9a45-a0e2c42b81ca None None] Pushing event updated for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.898667 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae4cc6c-e022-44a7-a2b4-76f5af3bb987,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.903055 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60730) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:41.914705 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.917132 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-11dd73bb-0d55-4ff9-bbb6-310387e42a18 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8589737 Sep 23 17:47:41.925651 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8e2-5ee1-49ba-a559-212c307437ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:41.927571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60732) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:41.938723 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57a81a90-7a9d-4edb-81dd-6bf994956116 req-e0081cfc-557d-4745-9fa7-0a2eb85fdfc7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428773 Sep 23 17:47:41.946779 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group_rule': {'security_group_id': 'c562da55-6962-43a8-af02-839a33837fa3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:41.972898 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc8806-e3ce-4ebd-a5e4-c8846ea1949e None None] Pushing event updated for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:41.991883 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Provisioning complete for port c3c5de21-8137-40e4-88e5-4f1c58df67d5 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:41.992255 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.010356 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.020938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.035438 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.071339 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d1e965-6750-4082-a970-0f7cf1ace944,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:42.147815 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248b0f-71be-48b5-ac75-a2a9ab367bf9 req-2211f50e-05db-4772-abc5-7e2558a7e592 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:42.158079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d248b0f-71be-48b5-ac75-a2a9ab367bf9 req-2211f50e-05db-4772-abc5-7e2558a7e592 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 932 time: 0.0819798 Sep 23 17:47:42.246250 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.251151 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 8d858827-acae-4478-8016-929ece7d63e3 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:42.277492 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d248b0f-71be-48b5-ac75-a2a9ab367bf9 req-0696226e-2e5e-4587-9d55-59f680d0ef35 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183534 Sep 23 17:47:42.331976 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Request body: {'port': {'device_id': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:42.351038 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Request body: {'port': {'device_id': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:42.360125 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] For port c3c5de21-8137-40e4-88e5-4f1c58df67d5, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=c3c5de21-8137-40e4-88e5-4f1c58df67d5,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:42.380103 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.444487 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.471865 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.489838 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Provisioning complete for port 8d858827-acae-4478-8016-929ece7d63e3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:42.490228 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.510471 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.517240 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d759d66c-156f-4e9d-907a-7334c4cd46a8,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:42.569342 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:47:42.583575 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-c6e9e366-1e12-4070-843b-b13fe25f2093 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673009e-b101-4ce2-a760-544f4d8a940a HTTP/1.1" status: 200 len: 217 time: 0.2982960 Sep 23 17:47:42.587759 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-066eb4df-30ae-41ea-971e-b93a69ed108a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c HTTP/1.1" status: 200 len: 217 time: 0.2585557 Sep 23 17:47:42.589309 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8e2-5ee1-49ba-a559-212c307437ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.607378 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a24dd8e2-5ee1-49ba-a559-212c307437ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.640370 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d254d-ee6f-47a0-b3c7-7afa079151e1 None None] Pushing event updated for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:42.646910 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.648214 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-9a41c5ad-c351-4f93-a5c3-b57e1b305033 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7194891 Sep 23 17:47:42.666111 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 8d858827-acae-4478-8016-929ece7d63e3 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:42.666483 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.675451 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3cbf96-2bf2-494d-9535-17e6df133d59 None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:47:42.712599 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-a5f6720f-efb8-4dad-9464-d650b649ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:42.714504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-a5f6720f-efb8-4dad-9464-d650b649ca1f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2ca6012-a3fa-4440-9e94-486c59bf7a7a HTTP/1.1" status: 200 len: 852 time: 0.1086807 Sep 23 17:47:42.715566 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60750) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:42.740923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.744479 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-20dba28d-5515-4010-9858-667931e3d624 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1180503 Sep 23 17:47:42.746979 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:42.751977 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.759532 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60752) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:42.767161 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group_rule': {'security_group_id': '40c3d3c1-ad8a-4834-b000-160f27172a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:42.821390 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b21cfa-2052-445e-925a-83426794d237 req-743d3d29-29f5-4c00-ac93-db0527fc19b5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:42.831340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-68b21cfa-2052-445e-925a-83426794d237 req-743d3d29-29f5-4c00-ac93-db0527fc19b5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.2454126 Sep 23 17:47:42.831442 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a24dd8e2-5ee1-49ba-a559-212c307437ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b2cdeabc831b4a5faeedb8460238cd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9261229 Sep 23 17:47:42.835902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 60756) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:42.852049 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dd8e2-5ee1-49ba-a559-212c307437ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2dfa40-c934-433f-9c9f-cdc4bcb1016b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:42.882442 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-e4fc0028-a17e-4870-bf09-ef5b71dd4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:42.883908 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-e4fc0028-a17e-4870-bf09-ef5b71dd4e1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.2745061 Sep 23 17:47:42.900342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:42.921194 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-94d9389e-0bc6-4de6-89f6-2bf537457d32 None None] Provisioning complete for port c3c5de21-8137-40e4-88e5-4f1c58df67d5 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:42.921774 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-94d9389e-0bc6-4de6-89f6-2bf537457d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.005423 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2768a9a-ceea-41d9-ba30-7f61990d63d4 {{(pid=100771) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:43.017419 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-68b21cfa-2052-445e-925a-83426794d237 req-39f32be6-12a0-4f76-8139-87f6b1695658 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867404 Sep 23 17:47:43.042635 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.069329 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.provisioning_blocks [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Transition to ACTIVE for port object d2768a9a-ceea-41d9-ba30-7f61990d63d4 will not be triggered until provisioned by entity L2. {{(pid=100771) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:43.074289 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.079590 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.168548 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:43.189389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.205521 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.managers [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Attempting to bind port d2768a9a-ceea-41d9-ba30-7f61990d63d4 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:43.206216 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.managers [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Attempting to bind port d2768a9a-ceea-41d9-ba30-7f61990d63d4 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}] {{(pid=100771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:43.206796 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Attempting to bind port d2768a9a-ceea-41d9-ba30-7f61990d63d4 on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:43.211783 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Port d2768a9a-ceea-41d9-ba30-7f61990d63d4 on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:43.212303 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Attempting to bind port d2768a9a-ceea-41d9-ba30-7f61990d63d4 on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:43.218233 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:43.218624 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Checking segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:43.219164 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Bound using segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} {{(pid=100771) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:43.219649 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.managers [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Bound port: d2768a9a-ceea-41d9-ba30-7f61990d63d4, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}}] {{(pid=100771) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:43.219990 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.285538 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.305021 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, cleared binding levels {{(pid=100771) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:43.311315 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100771) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:43.316721 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.326442 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800a7d7-6fd6-48f8-9303-c6fbf9db4e4e req-b3fc7cde-d661-4e83-927a-aa3e242305ff tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:43.327821 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c800a7d7-6fd6-48f8-9303-c6fbf9db4e4e req-b3fc7cde-d661-4e83-927a-aa3e242305ff tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.2494714 Sep 23 17:47:43.347155 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.375401 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.387542 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:43.388189 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.390570 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] 10.222.0.61 "PUT /v2.0/ports/d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 200 len: 1094 time: 1.0519578 Sep 23 17:47:43.391081 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:43.462228 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e24bd857-78ca-4b95-ad2c-444b130f95d8,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:43.468050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.469306 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f7748c1e-4790-4ad0-9075-4bd7eddb56cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7079887 Sep 23 17:47:43.496000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 60776) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:43.504880 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:43.546089 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c800a7d7-6fd6-48f8-9303-c6fbf9db4e4e req-a2663c52-9101-40f0-87eb-cf2e1571d8b7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037032 Sep 23 17:47:43.607782 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8b4a1-878a-4bd2-9050-cb30bf19dd5c service neutron] Pushing event updated for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=3']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:43.622222 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.633975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.667308 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9100bc5a-414d-4143-89be-3a40ea27e56f {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:43.708256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.710786 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.714619 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f2dfa40-c934-433f-9c9f-cdc4bcb1016b HTTP/1.1" status: 204 len: 168 time: 0.8664451 Sep 23 17:47:43.718852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.735532 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c94a-f0fa-4e64-bd62-6b3e485ce342 req-3f885a4d-625a-4081-8ddc-9bb7def6891f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:43.737671 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d75c94a-f0fa-4e64-bd62-6b3e485ce342 req-3f885a4d-625a-4081-8ddc-9bb7def6891f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 944 time: 0.2893925 Sep 23 17:47:43.759516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e48958-8197-4fbe-b4b9-5ec424f30470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2dfa40-c934-433f-9c9f-cdc4bcb1016b,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:43.770716 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Transition to ACTIVE for port object 9100bc5a-414d-4143-89be-3a40ea27e56f will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:43.785079 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.850007 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:43.859529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca40899e-0a20-4baf-8867-44186d2714ae" -d '{"events": [{"name": "network-changed", "server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:43.887446 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148" -d '{"events": [{"name": "network-changed", "server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:43.935099 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:43.969830 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e3aad-14da-43ae-99b0-e44b7ee6ee5d x-openstack-request-id: req-8e8e3aad-14da-43ae-99b0-e44b7ee6ee5d {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:43.970195 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:43.970485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8e8e3aad-14da-43ae-99b0-e44b7ee6ee5d {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:43.970837 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', 'status': 'completed', 'code': 200} Sep 23 17:47:43.996862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:44.002316 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d75c94a-f0fa-4e64-bd62-6b3e485ce342 req-af498da9-a795-43b4-8a2b-38cb8a878273 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396986 Sep 23 17:47:44.030035 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Allocated IP 172.27.2.157 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/66e1d964-a307-45e2-9ec4-35a14b980d51) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:44.236105 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1367b-0182-4029-943a-6a9a36d43a90 x-openstack-request-id: req-c4c1367b-0182-4029-943a-6a9a36d43a90 {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:44.236105 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:44.236105 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4c1367b-0182-4029-943a-6a9a36d43a90 {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:44.236105 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4', 'status': 'completed', 'code': 200} Sep 23 17:47:44.274771 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device c3c5de21-8137-40e4-88e5-4f1c58df67d5 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:44.306454 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Attempting to bind port 9100bc5a-414d-4143-89be-3a40ea27e56f on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:44.306891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Attempting to bind port 9100bc5a-414d-4143-89be-3a40ea27e56f by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:44.307399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Attempting to bind port 9100bc5a-414d-4143-89be-3a40ea27e56f on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:44.324898 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Port 9100bc5a-414d-4143-89be-3a40ea27e56f on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:44.325538 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Attempting to bind port 9100bc5a-414d-4143-89be-3a40ea27e56f on network c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:44.369708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:44.370316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Checking segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:44.370427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Bound using segment: {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:44.370828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Bound port: 9100bc5a-414d-4143-89be-3a40ea27e56f, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff779e28-d28e-46e4-aab3-a1aa6e429e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:44.371180 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.381028 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port c3c5de21-8137-40e4-88e5-4f1c58df67d5 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:44.381028 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.464367 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.509014 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe125b-5a79-4984-ba32-f39867602dd7 req-74a95bb4-8099-4186-a18c-10138c02cbfb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:44.511947 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8bbe125b-5a79-4984-ba32-f39867602dd7 req-74a95bb4-8099-4186-a18c-10138c02cbfb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.3335457 Sep 23 17:47:44.623201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.704648 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Allocated IP 172.27.2.210 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/7ce7387b-a881-4b73-850f-450668fb45e3) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:44.715547 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=66e1d964-a307-45e2-9ec4-35a14b980d51,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:44.753257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8bbe125b-5a79-4984-ba32-f39867602dd7 req-664bbbab-9fa2-4bf8-8352-ded5e225107f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106817 Sep 23 17:47:44.790952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:44.792741 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:44.800649 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:44.809352 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:44.840822 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:44.853283 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.870149 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.875277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77401763-b0bc-4ff1-b40d-57187e236c9f req-03e31914-df4f-4d6a-b652-9b85cd7c60ca tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:44.882601 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-77401763-b0bc-4ff1-b40d-57187e236c9f req-03e31914-df4f-4d6a-b652-9b85cd7c60ca tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.1680977 Sep 23 17:47:44.921789 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.939684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:44.940329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:44.941782 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] 10.222.0.61 "PUT /v2.0/ports/9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 1093 time: 2.6201453 Sep 23 17:47:44.986763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:44.990697 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:44.998686 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:45.003745 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=7ce7387b-a881-4b73-850f-450668fb45e3,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:45.040643 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-77401763-b0bc-4ff1-b40d-57187e236c9f req-7fa73028-a3db-4826-bc9c-3375db32b4f0 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571655 Sep 23 17:47:45.045955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe2c42-480a-4f08-b6a4-380e7d62adf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:45.073157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.108908 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.171708 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.373812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.398528 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.403623 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.441320 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.451360 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e0fe-36a4-46a8-a565-32f9b73e64a4 req-92f83ec6-4c53-4106-9f7d-94453127de8a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:45.452956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1c3e0fe-36a4-46a8-a565-32f9b73e64a4 req-92f83ec6-4c53-4106-9f7d-94453127de8a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 944 time: 0.1282463 Sep 23 17:47:45.465415 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=7ce7387b-a881-4b73-850f-450668fb45e3,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:45.470411 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:45.471628 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-aaf121f7-49b0-4707-a2a7-c950f5b2f23a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9735298 Sep 23 17:47:45.585196 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-e7f47c62-f3e1-4aad-8cae-6778016f73c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270928 Sep 23 17:47:45.632077 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-e75c0b15-17de-4c09-a02f-7c553d585135 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222532 Sep 23 17:47:45.683666 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-66ac0e88-f75f-4fbc-be57-54c25c65f44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:45.686954 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-66ac0e88-f75f-4fbc-be57-54c25c65f44e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1096 time: 0.1045539 Sep 23 17:47:45.780693 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-9f41199b-2408-449b-8af1-91a2454d1ef5 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327975 Sep 23 17:47:45.793710 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-49dd9a1b-e2a5-48eb-94a0-3196ab95ede1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.0971301 Sep 23 17:47:45.855875 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff827af-c35b-4f13-af69-72a36276f937 req-0400dfe7-4775-4c70-9b47-268cb2300f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:45.858101 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-0400dfe7-4775-4c70-9b47-268cb2300f0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.0585265 Sep 23 17:47:45.862375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1c3e0fe-36a4-46a8-a565-32f9b73e64a4 req-b9021bda-4a77-4b54-b4de-e648762e7814 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010422 Sep 23 17:47:45.940781 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-1994523a-1525-4dd7-ae2a-6941b858e953 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751638 Sep 23 17:47:45.952399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-f559439c-8c5f-46f7-a74e-1432e7fcce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:45.953927 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-f559439c-8c5f-46f7-a74e-1432e7fcce6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1097 time: 0.3884411 Sep 23 17:47:45.982318 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:45.984773 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36db4774-9d48-4434-9135-5ef31f4bce22" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:46.108493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-db1e63a6-f5d0-4acb-bdde-ce8b9b40e8a3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1397761440&fields=id&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 267 time: 0.3338268 Sep 23 17:47:46.137677 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-0f2c6cc8-d880-4b0b-a549-69833466fbad service neutron] 10.222.0.61 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095332 Sep 23 17:47:46.139209 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-d7462241-347e-458d-8840-c2d7bcf38123 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 200 len: 217 time: 0.1510408 Sep 23 17:47:46.194548 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-0eda01e3-08aa-4cff-94c5-bf5af9eddd16 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437418 Sep 23 17:47:46.270543 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:46.282642 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1a1c79e-ac7b-416c-993e-0d233452f5b0 req-f6b3627b-b7c1-4722-be07-61d8d8e7e1ba service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935114 Sep 23 17:47:46.301879 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16933-af6a-441d-94fe-8dc2b29975e9 req-9b191304-fddb-4a3f-bed7-4f3e7e83cbce tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.303306 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43f16933-af6a-441d-94fe-8dc2b29975e9 req-9b191304-fddb-4a3f-bed7-4f3e7e83cbce tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.3080487 Sep 23 17:47:46.313654 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:46.313945 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-fff827af-c35b-4f13-af69-72a36276f937 req-13168a38-5d06-4e6b-8251-7f05ed2ac6a1 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111696 Sep 23 17:47:46.409717 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40899e-0a20-4baf-8867-44186d2714ae req-6d3a6ebe-0e82-4c47-b087-b5e010258b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.411340 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-6d3a6ebe-0e82-4c47-b087-b5e010258b4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 1096 time: 0.0450327 Sep 23 17:47:46.472610 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-c1364d6f-efaf-4243-a2f5-47c9abe0a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.474129 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-c1364d6f-efaf-4243-a2f5-47c9abe0a3f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.3211162 Sep 23 17:47:46.556700 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=66e1d964-a307-45e2-9ec4-35a14b980d51,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:46.562281 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-52918abb-28b0-4ddb-b6bb-f3ec575e0aae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787222 Sep 23 17:47:46.587452 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39b66d2b-3219-4d24-bea2-e976ea92f84e req-47ef2e76-b769-408c-8648-1e1d006443d6 service neutron] 10.222.0.61 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352255 Sep 23 17:47:46.590923 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43f16933-af6a-441d-94fe-8dc2b29975e9 req-c639aa75-8b55-484b-a4ed-b23ab5e9698e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730839 Sep 23 17:47:46.598849 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40899e-0a20-4baf-8867-44186d2714ae req-cc17a577-600a-4a01-8db0-2b42e602d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.600141 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-cc17a577-600a-4a01-8db0-2b42e602d516 service neutron] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 916 time: 0.1811805 Sep 23 17:47:46.616905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:46.657661 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-cb2583a4-4202-49ea-9de6-4b24caa7fea1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.659244 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-cb2583a4-4202-49ea-9de6-4b24caa7fea1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 816 time: 0.5175960 Sep 23 17:47:46.691527 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-7d8732b7-8bd8-4935-841e-cc63e55210f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c HTTP/1.1" status: 200 len: 217 time: 0.0714710 Sep 23 17:47:46.726776 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:46.726776 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-00dc5be3-6604-41f2-bdca-fab6407daa51 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9867995 Sep 23 17:47:46.776578 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40899e-0a20-4baf-8867-44186d2714ae req-3e7cac9f-b350-47d3-bede-a724135df0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:46.778292 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-3e7cac9f-b350-47d3-bede-a724135df0f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0854564 Sep 23 17:47:46.825360 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-5efbfc73-284a-43ce-9cc9-ac4d89e04ace service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275311 Sep 23 17:47:46.876869 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b98fcc-693b-408a-afb1-07324ccbfa98 x-openstack-request-id: req-50b98fcc-693b-408a-afb1-07324ccbfa98 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:46.877170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:46.877425 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50b98fcc-693b-408a-afb1-07324ccbfa98 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:46.877830 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'status': 'completed', 'code': 200} Sep 23 17:47:46.889873 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-bf0a8549-3049-48fb-9a03-7f64f54ada53 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/quotas/fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 375 time: 0.1701031 Sep 23 17:47:46.916422 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-65c21588-c9e5-4d0f-a58a-47d18b2399ea service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444414 Sep 23 17:47:47.021894 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-e270836a-5eb4-4ce5-afb3-6060369e40d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.023728 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-e270836a-5eb4-4ce5-afb3-6060369e40d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7948af8fcecc42588886457f1b0c8592&device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 1096 time: 0.3514440 Sep 23 17:47:47.025048 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-c5d2f53d-4961-43fb-a5bf-0a3b93a4994c service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897037 Sep 23 17:47:47.058420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604cd51-60b1-482f-a7ae-0c01c7a00208 req-042e6b86-0f31-4e04-80b0-ed4fe1f1ac18 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.069351 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6604cd51-60b1-482f-a7ae-0c01c7a00208 req-042e6b86-0f31-4e04-80b0-ed4fe1f1ac18 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.1806855 Sep 23 17:47:47.147190 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-6815f83e-bb2d-456f-a077-f2509a30a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.148821 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-6815f83e-bb2d-456f-a077-f2509a30a967 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1096 time: 0.2653193 Sep 23 17:47:47.174058 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-7878355d-20b8-4c22-9847-208c6e48404f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2608747 Sep 23 17:47:47.191372 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-ca40899e-0a20-4baf-8867-44186d2714ae req-8b1868ac-6057-4ce7-a2f3-d6d7983396b5 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524038 Sep 23 17:47:47.546872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6604cd51-60b1-482f-a7ae-0c01c7a00208 req-eb92f15c-24fb-436a-ac34-6e744a248222 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785042 Sep 23 17:47:47.559932 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99bbe05f-8e4e-4b97-90b2-4450c364e2f1 req-983170e2-4d80-474f-971a-8ad1dcf51de8 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111217 Sep 23 17:47:47.749193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-befe096c-d127-4769-aa99-353d4a42ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.750687 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-befe096c-d127-4769-aa99-353d4a42ee57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 HTTP/1.1" status: 200 len: 913 time: 0.7014704 Sep 23 17:47:47.768343 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-efa087ce-3ab2-4aff-b42b-2ca73c4754d4 service neutron] 10.222.0.50 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580137 Sep 23 17:47:47.769315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-f63420ea-7117-4db0-9304-ddb41f70050f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.770663 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-f63420ea-7117-4db0-9304-ddb41f70050f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.5941477 Sep 23 17:47:47.830473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-42ff0dad-f521-4651-95bc-19ef2e3f8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.831832 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-42ff0dad-f521-4651-95bc-19ef2e3f8e7c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1097 time: 0.2088723 Sep 23 17:47:47.848408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-a54c6d39-1a52-4e59-984c-ba44038ac1c4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e673009e-b101-4ce2-a760-544f4d8a940a HTTP/1.1" status: 200 len: 217 time: 0.0834603 Sep 23 17:47:47.856619 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f58394-377d-49bb-a529-9a35fba8f88f req-f688083a-c527-43f3-85a1-808e5db600e2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:47.859310 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a5f58394-377d-49bb-a529-9a35fba8f88f req-f688083a-c527-43f3-85a1-808e5db600e2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 944 time: 0.2374363 Sep 23 17:47:47.928920 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-d599d8a9-b3b2-422a-a1ae-086a0cd53441 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.1376791 Sep 23 17:47:48.114535 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-e7642a97-b7b2-4e2b-be9c-3291bd58c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:48.116023 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-e7642a97-b7b2-4e2b-be9c-3291bd58c096 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2ca6012-a3fa-4440-9e94-486c59bf7a7a HTTP/1.1" status: 200 len: 852 time: 0.2532477 Sep 23 17:47:48.145152 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a5f58394-377d-49bb-a529-9a35fba8f88f req-8ba43f56-9fae-435c-9d43-dca834fff1f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386341 Sep 23 17:47:48.158665 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-be1ab88d-d318-45bb-bca9-20d2e40857ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:48.160146 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-be1ab88d-d318-45bb-bca9-20d2e40857ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.2029989 Sep 23 17:47:48.184171 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-d226c60c-c040-4d40-81ff-984a734a033b service neutron] 10.222.0.50 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034307 Sep 23 17:47:48.190018 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-b0cf4085-cc0c-4e6b-a6f5-9e6cb645108b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632415 Sep 23 17:47:48.225719 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-4f67738a-b600-41e5-bdde-544334644831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:48.226640 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-4f67738a-b600-41e5-bdde-544334644831 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.3820503 Sep 23 17:47:48.230375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-7cc2bcc4-1b09-41f3-88f1-2c9261457e65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426564 Sep 23 17:47:48.320286 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-2906ce2b-d159-47fb-8d3b-35d641e742f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 200 len: 217 time: 0.0785167 Sep 23 17:47:48.564408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-a244b3dd-27fe-41b2-b95a-27d35e6ca89a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--915070274&fields=id&tenant_id=68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 267 time: 0.2769413 Sep 23 17:47:48.590409 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-ed30efab-509c-4f88-880c-26e821bb0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:48.590409 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-ed30efab-509c-4f88-880c-26e821bb0a7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.2467096 Sep 23 17:47:48.602377 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-77386a91-21fd-4f71-b8a9-898e0d5aa4f8 service neutron] 10.222.0.61 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026916 Sep 23 17:47:48.623582 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-09ad8c61-0a22-4d6a-bfae-ff3bd0e8aac0 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735337 Sep 23 17:47:48.697921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-c671bbe8-4dfd-4daa-b84b-c7ecc853e48b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990908 Sep 23 17:47:48.729319 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f2199-bb4c-4a50-996d-9287a601c72d req-fc0381bc-0ab8-4d80-b7de-81a2a3cd97fd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:48.730834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ab8f2199-bb4c-4a50-996d-9287a601c72d req-fc0381bc-0ab8-4d80-b7de-81a2a3cd97fd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.2784195 Sep 23 17:47:49.230886 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36db4774-9d48-4434-9135-5ef31f4bce22 req-b8c7958c-b1cc-4bdb-8251-5c998d8de680 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598199 Sep 23 17:47:49.272930 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ab8f2199-bb4c-4a50-996d-9287a601c72d req-120334d7-2044-4645-bd07-c1fe7aab62a9 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200913 Sep 23 17:47:49.292822 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-6ffa675a-13ff-4a5f-b2f0-bf86969963a1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:49.294440 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-6ffa675a-13ff-4a5f-b2f0-bf86969963a1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 810 time: 0.6974039 Sep 23 17:47:49.300273 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0181c96f-e7da-4bd4-9863-58bfd5bfd27b req-51249767-9388-4e3d-8860-49329ca47b09 service neutron] 10.222.0.61 "GET /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6741993 Sep 23 17:47:49.306234 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-aeaa45b1-a116-4cf3-b454-0b1581fd7df8 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875690 Sep 23 17:47:49.327385 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-5359c113-7d6e-4d91-95b7-4091d76a8a6f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/quotas/68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 375 time: 0.0201983 Sep 23 17:47:49.436132 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9f417089-658c-44ae-b5b4-e67f8c066e35 req-59f99cbb-981e-4f5e-8a71-a60fc1e1584c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 210 time: 0.0590017 Sep 23 17:47:49.466339 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-91cee34f-802f-4e02-9d44-b3614354c07a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288822 Sep 23 17:47:49.477924 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52f2e43e-87b2-4f95-af5b-0f7a6cc06148 req-ede79df4-4007-4565-957e-41e1ca516860 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625679 Sep 23 17:47:49.608068 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8cf54-c8cc-4d83-896d-705dcfabba51 req-86d7b175-d235-48f1-a3be-8fac2dd20937 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:49.609607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36c8cf54-c8cc-4d83-896d-705dcfabba51 req-86d7b175-d235-48f1-a3be-8fac2dd20937 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 943 time: 0.0978880 Sep 23 17:47:49.629832 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-8e3ecbf7-5464-448c-870b-d6b84fe4aa1d service neutron] 10.222.0.50 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401691 Sep 23 17:47:49.733608 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36c8cf54-c8cc-4d83-896d-705dcfabba51 req-e3c6da4a-21b4-4aa7-8e87-be86fd2b9fb8 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146758 Sep 23 17:47:49.751785 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:49.875725 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-1b1d0c03-4967-41f1-8832-c9e9ef8dbb7d service neutron] 10.222.0.50 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326875 Sep 23 17:47:49.893469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-cf60e215-f9a4-47e3-aab8-4b527eb20105 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:49.894959 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-cf60e215-f9a4-47e3-aab8-4b527eb20105 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 816 time: 0.2413335 Sep 23 17:47:49.913550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aa8d1-51c3-4110-a477-6df1fa54dd5d req-f1fd789a-9e6e-4e84-8afc-44aa9c43a64c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:49.915086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a99aa8d1-51c3-4110-a477-6df1fa54dd5d req-f1fd789a-9e6e-4e84-8afc-44aa9c43a64c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 944 time: 0.0920825 Sep 23 17:47:49.992479 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-c33a482b-87b9-4145-a00c-3426e5aead29 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 380 time: 0.0763664 Sep 23 17:47:50.009214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'port': {'device_id': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'admin_state_up': True, 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'security_groups': ['40c3d3c1-ad8a-4834-b000-160f27172a63']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:50.016786 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a99aa8d1-51c3-4110-a477-6df1fa54dd5d req-db738c12-3185-45c2-be24-703c08ad1fa7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870373 Sep 23 17:47:50.135547 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8f5ffa9-a1b5-41b8-b937-1c9b1576226f req-83746644-6dd0-4421-adc5-56682fc4ec65 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 210 time: 0.0606170 Sep 23 17:47:50.220103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Made reservation on behalf of fc5cd2374a59402c8e1ba70df996e035 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:50.224643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.511848 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e673009e-b101-4ce2-a760-544f4d8a940a details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:47:50.519472 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac4aab-ab1b-4e1a-abeb-01765e3590d1 req-3d1510ed-3750-4ae3-bdb8-adbc07e2375a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:50.527402 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33ac4aab-ab1b-4e1a-abeb-01765e3590d1 req-3d1510ed-3750-4ae3-bdb8-adbc07e2375a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.1248102 Sep 23 17:47:50.531404 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Allocated IP 172.20.0.7 (2fc37b06-1243-49f7-87d1-0eac4f8f02d1/dd8abaa3-9b07-41cc-9306-192ff70a558a/cdc2084f-48bd-47fd-b95e-e1bbc63366e7) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:50.606413 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33ac4aab-ab1b-4e1a-abeb-01765e3590d1 req-15925f48-d736-4a1d-8be6-d8bd97c6491d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766406 Sep 23 17:47:50.655607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d484f01b-c247-4d8d-8c55-4b58e7c212f9 req-5c7d9771-54d3-4eea-a263-66bdd00a727d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 210 time: 0.0602808 Sep 23 17:47:50.692066 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32832) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:50.720855 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e673009e-b101-4ce2-a760-544f4d8a940a,segment=NetworkSegment(f905578a-b658-4351-8ee1-0d614bb84626),segment_id=f905578a-b658-4351-8ee1-0d614bb84626)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:50.734788 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'e673009e-b101-4ce2-a760-544f4d8a940a', 'network_id': '28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78', 'port_id': 'e673009e-b101-4ce2-a760-544f4d8a940a', 'mac_address': 'fa:16:3e:4e:66:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2ca6012-a3fa-4440-9e94-486c59bf7a7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:47:50.785769 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.801551 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e673009e-b101-4ce2-a760-544f4d8a940a {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:50.829323 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.831317 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e673009e-b101-4ce2-a760-544f4d8a940a,segment=NetworkSegment(f905578a-b658-4351-8ee1-0d614bb84626),segment_id=f905578a-b658-4351-8ee1-0d614bb84626)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:50.836081 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.837445 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 9100bc5a-414d-4143-89be-3a40ea27e56f details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:47:50.905935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd203de-ef1d-466d-9213-cab988a08a61 req-03c7a4c1-e49a-4947-81a6-3f543bbce257 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:50.907508 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8dd203de-ef1d-466d-9213-cab988a08a61 req-03c7a4c1-e49a-4947-81a6-3f543bbce257 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 944 time: 0.0839286 Sep 23 17:47:50.907711 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6a16cf87-5268-4539-a81f-e6091b443a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.924902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:50.979483 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:50.986931 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:50.992812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:51.051244 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8dd203de-ef1d-466d-9213-cab988a08a61 req-62fe1838-8920-461a-99ef-64e5bd68892e tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335423 Sep 23 17:47:51.051439 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.074891 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.111836 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6a16cf87-5268-4539-a81f-e6091b443a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.119048 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:51.119702 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.120294 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6a16cf87-5268-4539-a81f-e6091b443a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.146645 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16cf87-5268-4539-a81f-e6091b443a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427f7b29-9094-49f0-947a-65a75ee1e2eb,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.157699 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-e6870edd-9ef6-497b-901d-4f4a6d35dba1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1520052 Sep 23 17:47:51.165712 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.175478 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-6a16cf87-5268-4539-a81f-e6091b443a0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3fe3ee4d2b6e49cf88176c890e310681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822338 Sep 23 17:47:51.178179 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 32840) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:51.182083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Request body: {'port': {'device_id': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:51.183202 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'port_id': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'mac_address': 'fa:16:3e:3c:7d:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:47:51.228547 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.250644 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9100bc5a-414d-4143-89be-3a40ea27e56f {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:51.277364 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.282244 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.283251 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d2768a9a-ceea-41d9-ba30-7f61990d63d4 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:47:51.301922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255938df-602f-45ef-a6cd-0e8ea2b3cf0a req-fb6be535-b87b-464d-aed7-dc5c9ad6e416 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:51.303516 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-255938df-602f-45ef-a6cd-0e8ea2b3cf0a req-fb6be535-b87b-464d-aed7-dc5c9ad6e416 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 944 time: 0.1595571 Sep 23 17:47:51.323587 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c0e20628-22ae-4744-b3ec-c850845c7b59 req-e2031945-5d0b-4494-9fbf-8cb1e1b3b362 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 210 time: 0.0639265 Sep 23 17:47:51.334653 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.349741 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.352119 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.363265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4', 'network_id': 'c2e0f076-0f92-4ac2-bf0f-c14a845eeff0', 'port_id': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4', 'mac_address': 'fa:16:3e:95:5c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8938f635-8bcd-4ce2-8934-1909d747074f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:47:51.374441 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.408428 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.410114 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-aa6979d6-e66f-4123-88b5-437471e6f642 None None] Provisioning complete for port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:51.410459 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-aa6979d6-e66f-4123-88b5-437471e6f642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.422813 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-255938df-602f-45ef-a6cd-0e8ea2b3cf0a req-68cf342c-af34-487c-90ae-5581fc8d6ab1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030543 Sep 23 17:47:51.428620 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.447724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2768a9a-ceea-41d9-ba30-7f61990d63d4 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:51.474322 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-aa6979d6-e66f-4123-88b5-437471e6f642 None None] Port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:51.477209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.485706 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.486494 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:47:51.585087 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.679497 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.682207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.683455 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/427f7b29-9094-49f0-947a-65a75ee1e2eb HTTP/1.1" status: 204 len: 168 time: 0.4983265 Sep 23 17:47:51.692512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.741396 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'port_id': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', 'mac_address': 'fa:16:3e:e5:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc19b07-450b-4d5e-866c-19f10af6db9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:47:51.761545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9aeea-0cfa-471d-a103-8a1966bb5328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427f7b29-9094-49f0-947a-65a75ee1e2eb,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:51.822835 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.848680 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:51.886711 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:51.900155 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:51.941251 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-758d50c7-1c82-40ff-90a3-0a320951a8c1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:51.942774 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-758d50c7-1c82-40ff-90a3-0a320951a8c1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 810 time: 0.3641706 Sep 23 17:47:51.997593 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:52.050241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac096a-6793-436b-92df-541f763408f5 req-d6aa234a-f409-410d-aa9f-6ebb3a36f8e9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:52.051831 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-59ac096a-6793-436b-92df-541f763408f5 req-d6aa234a-f409-410d-aa9f-6ebb3a36f8e9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 931 time: 0.2012639 Sep 23 17:47:52.059479 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6499d-140a-4039-a5cf-423538fb0f77 req-fd2f68b2-473c-445f-bd61-95d87ed5c01c tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:52.067207 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-04b6499d-140a-4039-a5cf-423538fb0f77 req-fd2f68b2-473c-445f-bd61-95d87ed5c01c tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 943 time: 0.2786715 Sep 23 17:47:52.123038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-19a7dacb-f02f-4d93-9618-1c4e3885b5b8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 379 time: 0.1504033 Sep 23 17:47:52.168095 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-04b6499d-140a-4039-a5cf-423538fb0f77 req-794fe874-f9c4-443e-a142-7e50d3b01b37 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957015 Sep 23 17:47:52.184082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'port': {'device_id': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'admin_state_up': True, 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'security_groups': ['c562da55-6962-43a8-af02-839a33837fa3']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:52.226132 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32878) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:52.240633 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-59ac096a-6793-436b-92df-541f763408f5 req-9f97dbf8-2563-4d31-a4b5-1f6e9245052e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695673 Sep 23 17:47:52.250879 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc8af-185e-4330-aca3-379eac1db971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.393394 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc8af-185e-4330-aca3-379eac1db971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.398460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9c6bc8af-185e-4330-aca3-379eac1db971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.443052 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['e673009e-b101-4ce2-a760-544f4d8a940a'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:47:52.447233 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-9c6bc8af-185e-4330-aca3-379eac1db971 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=689c6de66464482e8786dc2f74b8fab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192698 Sep 23 17:47:52.448236 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6bc8af-185e-4330-aca3-379eac1db971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc93e64-1a50-4054-8b26-f7c33dc36d61,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:52.452440 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32886) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:52.501588 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['9100bc5a-414d-4143-89be-3a40ea27e56f'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:47:52.507633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.523244 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:52.532212 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.535638 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.541778 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['d2768a9a-ceea-41d9-ba30-7f61990d63d4'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:47:52.543384 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:47:52.546034 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Transition to ACTIVE for port object cdc2084f-48bd-47fd-b95e-e1bbc63366e7 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:52.589492 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.595229 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.598691 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.602707 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/efc93e64-1a50-4054-8b26-f7c33dc36d61 HTTP/1.1" status: 204 len: 168 time: 0.1474862 Sep 23 17:47:52.612839 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a81cc-5ada-40f0-a090-8353a553d2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc93e64-1a50-4054-8b26-f7c33dc36d61,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:52.676431 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d9e463cf-bdfc-4005-bfe2-0aca9b4422b6 req-9ac7e7dd-9fc0-48e7-bba3-19c62b60f0ae tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 210 time: 0.1221836 Sep 23 17:47:52.709118 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:52.746110 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b5cef-7efd-4eb5-b20f-9d14324c4888 req-e060aab8-567c-47a5-b456-72f09e3c04d2 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:52.754312 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd5b5cef-7efd-4eb5-b20f-9d14324c4888 req-e060aab8-567c-47a5-b456-72f09e3c04d2 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 944 time: 0.4881363 Sep 23 17:47:52.919921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd5b5cef-7efd-4eb5-b20f-9d14324c4888 req-b1de2a0d-8782-4995-8459-fa28b7dc9f15 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625707 Sep 23 17:47:52.923075 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Made reservation on behalf of 68a0e45c8f124a4fb7976d4e3a641875 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:47:52.932696 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:52.972370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0bc88-6fc9-45d0-b888-4fa1b3c0a9f5 req-83b1341e-ec90-4771-8a50-18fed833a343 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:52.974310 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52b0bc88-6fc9-45d0-b888-4fa1b3c0a9f5 req-83b1341e-ec90-4771-8a50-18fed833a343 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 945 time: 0.1679215 Sep 23 17:47:52.978454 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Attempting to bind port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:52.979006 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Attempting to bind port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:52.979504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Attempting to bind port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:53.008566 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:53.009197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Attempting to bind port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:53.056193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:53.056539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Checking segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:53.057377 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Bound using segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:53.057377 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Bound port: cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:53.057742 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.102056 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52b0bc88-6fc9-45d0-b888-4fa1b3c0a9f5 req-f8c3b4d6-7f78-4b52-800b-8bf6151760cd tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177444 Sep 23 17:47:53.146393 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32892) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:53.160959 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f6e37d16-7d3b-4011-9879-3090257f3ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.236111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Allocated IP 172.20.0.12 (2f481624-6ae9-4e56-9e10-7679961d89cf/81b81aef-68b9-40c7-82b3-dbb5ab560f0f/71393818-d5df-4500-9aca-bbe9e189ffee) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:47:53.251817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:53.270196 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:53.295216 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.297744 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f6e37d16-7d3b-4011-9879-3090257f3ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.302895 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f6e37d16-7d3b-4011-9879-3090257f3ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.359659 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f6e37d16-7d3b-4011-9879-3090257f3ea5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=958e1a2b4ff3420f8d45a61f07a8d7e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117646 Sep 23 17:47:53.366462 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32908) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:53.384727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:53.385357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.387695 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] 10.222.0.61 "PUT /v2.0/ports/cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 1093 time: 2.2110691 Sep 23 17:47:53.391024 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:53.393685 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bde9069-e0c2-47fd-a44a-39b486d1f786" -d '{"events": [{"name": "network-changed", "server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:53.412319 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37d16-7d3b-4011-9879-3090257f3ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c28c0c-e09a-403a-80f9-7911afdc5e3a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:53.467401 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.518789 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.521293 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b0c6c-f82a-4aca-a33c-ea50f37d902a req-ed8233f7-0ef7-41af-b35e-735304199969 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:53.522861 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c5b0c6c-f82a-4aca-a33c-ea50f37d902a req-ed8233f7-0ef7-41af-b35e-735304199969 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 944 time: 0.2469234 Sep 23 17:47:53.531043 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b024a9-fb18-4b8a-86a4-e1d39503673c service neutron] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:53.599990 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.605943 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.624048 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6c28c0c-e09a-403a-80f9-7911afdc5e3a HTTP/1.1" status: 204 len: 168 time: 0.2552795 Sep 23 17:47:53.636053 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ae79-5466-4c7b-830f-05bc6366ceb5 req-6fc7f512-beb5-46db-a53d-1a5069eef696 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:53.642636 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a38301-3358-43fe-8751-a447c4feb66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c28c0c-e09a-403a-80f9-7911afdc5e3a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:53.644581 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8569ae79-5466-4c7b-830f-05bc6366ceb5 req-6fc7f512-beb5-46db-a53d-1a5069eef696 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.2663107 Sep 23 17:47:53.739422 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c5b0c6c-f82a-4aca-a33c-ea50f37d902a req-49c73237-c60d-47b7-af67-19f00f0f63ee tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890247 Sep 23 17:47:53.750734 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-49635e4c-7498-4fab-8357-047d93b62c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:53.752287 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-49635e4c-7498-4fab-8357-047d93b62c04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1096 time: 0.2951379 Sep 23 17:47:53.821843 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:53.829659 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebedbd6-880c-4e12-9820-4e2b60e9ab1c x-openstack-request-id: req-1ebedbd6-880c-4e12-9820-4e2b60e9ab1c {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:53.829948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:53.830282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ebedbd6-880c-4e12-9820-4e2b60e9ab1c {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:53.830628 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'status': 'completed', 'code': 200} Sep 23 17:47:53.837400 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-2c24b48f-8122-4068-bc22-44f0fd48a13b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 217 time: 0.0691078 Sep 23 17:47:53.845888 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8569ae79-5466-4c7b-830f-05bc6366ceb5 req-d1c78b11-c0a7-4aa5-9b1a-b82a3613f34d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003219 Sep 23 17:47:53.937377 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2989b95-207e-4168-84ea-fb5da817d007 req-50e5f9e3-465d-4c46-9635-764ab1492cf0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 210 time: 0.0518363 Sep 23 17:47:53.955525 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-5803d849-2b54-4f9f-afe5-8782a1cac476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:53.957493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-5803d849-2b54-4f9f-afe5-8782a1cac476 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.1072710 Sep 23 17:47:53.960919 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.075625 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:47:54.094586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:47:54.103008 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:47:54.111291 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:54.143828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-a3d34ca6-9e3e-4777-a06c-28cb204d2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:54.149257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-a3d34ca6-9e3e-4777-a06c-28cb204d2a24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1803997 Sep 23 17:47:54.172639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abeabff-bbcb-464e-b999-a7f5fe816a27 req-06cc7410-4e1c-4f30-8e3d-8829d678bb88 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:54.175903 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1abeabff-bbcb-464e-b999-a7f5fe816a27 req-06cc7410-4e1c-4f30-8e3d-8829d678bb88 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 944 time: 0.1480651 Sep 23 17:47:54.210468 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:54.211184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.281988 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-d2bfb335-db11-47dd-b67d-cb56a5fdd935 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1285248 Sep 23 17:47:54.286243 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1abeabff-bbcb-464e-b999-a7f5fe816a27 req-73939b7e-fed2-4bcd-bf6e-6b20faf2bdba tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023264 Sep 23 17:47:54.315770 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96a6a1-27f6-4c82-9c3a-a0dedd4a77c7 req-d70375eb-26bb-4d12-a1f3-24bfe0780054 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:54.323706 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4c96a6a1-27f6-4c82-9c3a-a0dedd4a77c7 req-d70375eb-26bb-4d12-a1f3-24bfe0780054 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 945 time: 0.0849552 Sep 23 17:47:54.328481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32944) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:54.375435 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4c96a6a1-27f6-4c82-9c3a-a0dedd4a77c7 req-3408aa2c-b669-4ee8-9f49-b612005614cb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510001 Sep 23 17:47:54.446211 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-457def08-8140-4c78-87a2-bcf411185253 None None] Provisioning complete for port 71393818-d5df-4500-9aca-bbe9e189ffee triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:54.446793 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-457def08-8140-4c78-87a2-bcf411185253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.456885 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fad5e60-5373-46d6-bd78-e70927e01226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.486357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-457def08-8140-4c78-87a2-bcf411185253 None None] Port 71393818-d5df-4500-9aca-bbe9e189ffee cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:47:54.557163 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fad5e60-5373-46d6-bd78-e70927e01226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.561982 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fad5e60-5373-46d6-bd78-e70927e01226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.598155 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad5e60-5373-46d6-bd78-e70927e01226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28c3ec5-d726-4834-ae70-f64c765898de,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:54.602554 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8fad5e60-5373-46d6-bd78-e70927e01226 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e4cd8ec34fe64d109fc10b795faec69e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729995 Sep 23 17:47:54.605112 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32956) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:54.657372 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.679228 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.725415 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.728167 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:54.729409 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a28c3ec5-d726-4834-ae70-f64c765898de HTTP/1.1" status: 204 len: 168 time: 0.1234002 Sep 23 17:47:54.738170 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c71b6-da58-48ac-ac8f-1defd1568279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28c3ec5-d726-4834-ae70-f64c765898de,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:54.860983 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb9c28-7c06-47c8-81b3-34ae09278ab4 req-3fbd6e51-c1e5-4019-a91c-cb2d2151ac4a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:54.862594 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dcbb9c28-7c06-47c8-81b3-34ae09278ab4 req-3fbd6e51-c1e5-4019-a91c-cb2d2151ac4a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 944 time: 0.0527980 Sep 23 17:47:54.875358 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 9100bc5a-414d-4143-89be-3a40ea27e56f up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:54.920777 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dcbb9c28-7c06-47c8-81b3-34ae09278ab4 req-b22eeea5-53dd-4a4d-8063-cab3f8c8920d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Sep 23 17:47:54.956141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 9100bc5a-414d-4143-89be-3a40ea27e56f completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:47:54.967991 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 9100bc5a-414d-4143-89be-3a40ea27e56f triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:54.968630 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.011738 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012e15-b082-4f29-bb34-2d294c9697d4 req-e257e018-c7b2-495e-a132-fc0fa50dc833 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:55.013325 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f3012e15-b082-4f29-bb34-2d294c9697d4 req-e257e018-c7b2-495e-a132-fc0fa50dc833 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0662231 Sep 23 17:47:55.076935 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f3012e15-b082-4f29-bb34-2d294c9697d4 req-f543bd77-2228-48a0-a8ab-8ec072207114 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491557 Sep 23 17:47:55.153720 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.163138 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8372fda-98b2-42d5-8692-10baf7a650c9 req-c758bac4-bf5b-4805-a665-270d05a194ba tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:55.165188 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a8372fda-98b2-42d5-8692-10baf7a650c9 req-c758bac4-bf5b-4805-a665-270d05a194ba tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 932 time: 0.0677986 Sep 23 17:47:55.195045 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:55.226805 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a8372fda-98b2-42d5-8692-10baf7a650c9 req-6590570c-b2df-40ba-af1c-91490edb3251 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490646 Sep 23 17:47:55.282239 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32982) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:55.297175 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f43240-6da9-4fc6-88b3-61491dd74003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.318425 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:55.327398 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.412606 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:55.458721 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c25aad-a226-4dc1-8ae7-96739ba581b6 req-869db5c8-49a0-41ca-a28f-ebe20f270cad tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:55.460355 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e7c25aad-a226-4dc1-8ae7-96739ba581b6 req-869db5c8-49a0-41ca-a28f-ebe20f270cad tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 944 time: 0.0879154 Sep 23 17:47:55.471370 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6f4d80-a838-4e7b-91e0-0218bdea8ca6" -d '{"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-plugged", "status": "completed", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:55.471889 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f43240-6da9-4fc6-88b3-61491dd74003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.477206 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f43240-6da9-4fc6-88b3-61491dd74003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.522507 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-40f43240-6da9-4fc6-88b3-61491dd74003 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5278db1b948240d09ca4875413e39916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356458 Sep 23 17:47:55.522507 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f43240-6da9-4fc6-88b3-61491dd74003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a747d1d-bf4f-40bf-b78f-53ef17721040,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:55.523898 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 32996) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:55.553277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e7c25aad-a226-4dc1-8ae7-96739ba581b6 req-ccfa70a4-dde3-4403-8084-00c3a398abd2 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768313 Sep 23 17:47:55.567580 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37f84e-8fc9-452d-8554-cc98d6572f4e req-dafcf771-a59a-4e1a-a96d-2f4b45f1814e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:55.569479 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e37f84e-8fc9-452d-8554-cc98d6572f4e req-dafcf771-a59a-4e1a-a96d-2f4b45f1814e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 945 time: 0.1081891 Sep 23 17:47:55.599365 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.623017 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.624875 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e37f84e-8fc9-452d-8554-cc98d6572f4e req-0e42f3cf-4062-47c7-aa97-b754b6ca5e19 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Sep 23 17:47:55.679170 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.681811 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.685971 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5a747d1d-bf4f-40bf-b78f-53ef17721040 HTTP/1.1" status: 204 len: 168 time: 0.1579800 Sep 23 17:47:55.691662 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9696845-bac0-4cbb-bde1-96e3e021b7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a747d1d-bf4f-40bf-b78f-53ef17721040,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:55.759200 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Request body: {'port': {'device_id': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:47:55.759615 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d587833b-ea74-43f1-9dad-87c5d67e2e6c x-openstack-request-id: req-d587833b-ea74-43f1-9dad-87c5d67e2e6c {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:55.759993 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-plugged", "status": "completed", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:55.760318 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d587833b-ea74-43f1-9dad-87c5d67e2e6c {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:55.760853 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'code': 200} Sep 23 17:47:55.868380 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:55.894303 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-4eba8700-3327-4b1f-896a-f8f82b32aed1 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690962 Sep 23 17:47:56.120959 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33018) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:56.133996 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40a953f4-b0b5-4b8b-919a-93352c30606b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.142735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130568d-52c8-45e6-ab28-6f921a15afa1 req-836f58b3-69f7-4197-85c5-75dd413469d7 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:56.145219 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9130568d-52c8-45e6-ab28-6f921a15afa1 req-836f58b3-69f7-4197-85c5-75dd413469d7 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 944 time: 0.1274850 Sep 23 17:47:56.256881 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40a953f4-b0b5-4b8b-919a-93352c30606b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.265881 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40a953f4-b0b5-4b8b-919a-93352c30606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.276875 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9130568d-52c8-45e6-ab28-6f921a15afa1 req-829b9eb7-aa00-45e1-b8a6-aaf71d6dbffe tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136615 Sep 23 17:47:56.312946 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a953f4-b0b5-4b8b-919a-93352c30606b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea1663-7839-4d43-8a6a-20bc3608bf90,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:56.321282 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-40a953f4-b0b5-4b8b-919a-93352c30606b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=312b17cb1a3b46a39eed886b97a344b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1977849 Sep 23 17:47:56.322364 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33024) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:47:56.341776 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71393818-d5df-4500-9aca-bbe9e189ffee {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:56.365391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ccfd-70a1-43b8-a7ea-d53169ec4e11 req-48cd5f19-27f5-4234-89f8-d26bcf7f3d49 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:56.367240 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5516ccfd-70a1-43b8-a7ea-d53169ec4e11 req-48cd5f19-27f5-4234-89f8-d26bcf7f3d49 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1867437 Sep 23 17:47:56.373750 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.385787 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.411595 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Transition to ACTIVE for port object 71393818-d5df-4500-9aca-bbe9e189ffee will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:47:56.416600 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.426891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.463137 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5516ccfd-70a1-43b8-a7ea-d53169ec4e11 req-dabf8356-2d53-433d-8d21-9ae862b0a8ee tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865276 Sep 23 17:47:56.487370 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.494949 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.496648 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/deea1663-7839-4d43-8a6a-20bc3608bf90 HTTP/1.1" status: 204 len: 168 time: 0.1731853 Sep 23 17:47:56.508957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45763c8e-dce8-409a-911a-11bd49f2da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea1663-7839-4d43-8a6a-20bc3608bf90,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:56.535336 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Pushing event updated for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:56.572582 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145426ad-fff6-4579-a068-0cb919e2a3c5 req-6d71bad2-31ee-42d5-a19d-e96c21ef789c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:56.574300 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-145426ad-fff6-4579-a068-0cb919e2a3c5 req-6d71bad2-31ee-42d5-a19d-e96c21ef789c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 944 time: 0.1376119 Sep 23 17:47:56.682354 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-145426ad-fff6-4579-a068-0cb919e2a3c5 req-a073c03d-5bb1-493d-8aa8-e46c9edcc41e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872943 Sep 23 17:47:56.691702 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Attempting to bind port 71393818-d5df-4500-9aca-bbe9e189ffee on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:47:56.692045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Attempting to bind port 71393818-d5df-4500-9aca-bbe9e189ffee by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:47:56.692378 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Attempting to bind port 71393818-d5df-4500-9aca-bbe9e189ffee on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:56.699804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Port 71393818-d5df-4500-9aca-bbe9e189ffee on network 2f481624-6ae9-4e56-9e10-7679961d89cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:47:56.700129 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Attempting to bind port 71393818-d5df-4500-9aca-bbe9e189ffee on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:47:56.780274 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc86dd3-b1c3-4da6-b83c-fabea10f8d0a req-5bcb17bd-ebb1-4854-8613-fba09aafdfec tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:56.782270 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dbc86dd3-b1c3-4da6-b83c-fabea10f8d0a req-5bcb17bd-ebb1-4854-8613-fba09aafdfec tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 944 time: 0.1467676 Sep 23 17:47:56.788516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:47:56.789072 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Checking segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:47:56.789634 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Bound using segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:47:56.790364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Bound port: 71393818-d5df-4500-9aca-bbe9e189ffee, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:47:56.790926 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:56.873152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e673009e-b101-4ce2-a760-544f4d8a940a up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:56.938357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port e673009e-b101-4ce2-a760-544f4d8a940a completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:47:56.945011 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port e673009e-b101-4ce2-a760-544f4d8a940a triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:56.945492 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.034901 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.067336 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e673009e-b101-4ce2-a760-544f4d8a940a,segment=NetworkSegment(f905578a-b658-4351-8ee1-0d614bb84626),segment_id=f905578a-b658-4351-8ee1-0d614bb84626)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:57.072103 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.073105 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:57.146969 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:57.161325 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:47:57.165835 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:57.166202 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.233019 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dbc86dd3-b1c3-4da6-b83c-fabea10f8d0a req-e42202c7-d845-4f05-934d-d373cfbe436c tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214549 Sep 23 17:47:57.247368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58588-9655-4040-9a47-59d70b473051 req-8dba54ae-2413-46d8-8aac-9aae5b942dda tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.249265 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-28b58588-9655-4040-9a47-59d70b473051 req-8dba54ae-2413-46d8-8aac-9aae5b942dda tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 945 time: 0.4627111 Sep 23 17:47:57.257195 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-da1a581c-eef8-40f0-864f-db2402c05946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.258693 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-da1a581c-eef8-40f0-864f-db2402c05946 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.2442877 Sep 23 17:47:57.259086 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.260534 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea63dde4-cbfc-4025-a6d3-802eaa2c6ab3 req-dec9e71a-ebe6-4865-a879-58dacfc15590 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519059 Sep 23 17:47:57.293394 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:47:57.318354 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-32152648-6a7a-4a1d-b300-f606e77d1013 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.319860 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:57.322703 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=71393818-d5df-4500-9aca-bbe9e189ffee,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:47:57.326719 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.367371 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.394363 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:57.424429 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-28b58588-9655-4040-9a47-59d70b473051 req-dd3ce142-a184-4318-b841-4c3dfb981911 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576266 Sep 23 17:47:57.488088 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.489248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.490108 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] 10.222.0.61 "PUT /v2.0/ports/71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 1094 time: 1.7386255 Sep 23 17:47:57.491941 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:57.494260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef7a07c-0ee1-4187-86df-878dfc8ee702" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:57.526275 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4067a7-d2f7-4af7-b4ed-1c7ee5d89d61 service neutron] Pushing event updated for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:57.542778 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-41c29a07-63c4-4c52-b692-ae93ca4ed735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.545091 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-41c29a07-63c4-4c52-b692-ae93ca4ed735 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1096 time: 0.2179542 Sep 23 17:47:57.587565 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6355f63-bd9d-40e9-9708-5167e121fd04 req-62ebf6d9-5963-4f03-ada6-ccc884bc672e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.589521 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6355f63-bd9d-40e9-9708-5167e121fd04 req-62ebf6d9-5963-4f03-ada6-ccc884bc672e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.2139385 Sep 23 17:47:57.761840 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a'}, {'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:47:57.764588 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9cbd2a-25a1-40e3-8d4f-dc136765b36f" -d '{"events": [{"server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "name": "network-vif-plugged", "status": "completed", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a"}, {"server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "name": "network-vif-plugged", "status": "completed", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:47:57.796631 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6355f63-bd9d-40e9-9708-5167e121fd04 req-100e5271-b77e-4b25-bae9-245ef9ac42b8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653979 Sep 23 17:47:57.804978 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-200788b8-a715-4ab3-8b66-01aa703d9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.806509 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-200788b8-a715-4ab3-8b66-01aa703d9b8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1097 time: 0.2440891 Sep 23 17:47:57.823530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc6fb9-ef19-477b-98c3-06236ab0896f req-67d4277d-903e-4208-8f92-150cac77eff4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.831257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12dc6fb9-ef19-477b-98c3-06236ab0896f req-67d4277d-903e-4208-8f92-150cac77eff4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.2381835 Sep 23 17:47:57.860087 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-32152648-6a7a-4a1d-b300-f606e77d1013 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:57.862471 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-3d2f4895-4449-44a7-a534-c8fd0aa4a14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:57.864293 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-3d2f4895-4449-44a7-a534-c8fd0aa4a14d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.3006775 Sep 23 17:47:57.913935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2b1822-1615-4deb-89d8-157a9d70ae2a x-openstack-request-id: req-9e2b1822-1615-4deb-89d8-157a9d70ae2a {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:57.914374 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:57.914487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e2b1822-1615-4deb-89d8-157a9d70ae2a {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:57.914850 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee', 'status': 'completed', 'code': 200} Sep 23 17:47:57.928699 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-10cc9022-0196-4754-be68-fbb5aa74f0ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 217 time: 0.0893714 Sep 23 17:47:57.929604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-32152648-6a7a-4a1d-b300-f606e77d1013 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:58.004583 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-92fe867b-639f-455f-9ab0-42e82464310f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 217 time: 0.0870943 Sep 23 17:47:58.081931 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a6df3efb-4487-4bdc-91b7-ea7d666b2e98 req-32152648-6a7a-4a1d-b300-f606e77d1013 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8056912 Sep 23 17:47:58.143508 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12dc6fb9-ef19-477b-98c3-06236ab0896f req-ee72aa90-771d-4c42-a9b5-40094b4f1801 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3113666 Sep 23 17:47:58.159073 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152648-6a7a-4a1d-b300-f606e77d1013 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bd960825-bd0f-4b9a-a547-bab336fb743f,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:58.198749 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-f0fce44a-2619-4cdd-a508-9b88aabea158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.200896 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-f0fce44a-2619-4cdd-a508-9b88aabea158 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.2620273 Sep 23 17:47:58.214963 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-c6ded99c-9361-47c7-bcb0-9d094aa6eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.217189 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-c6ded99c-9361-47c7-bcb0-9d094aa6eb98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.1957788 Sep 23 17:47:58.226435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37404653-c864-494c-b2be-b86d56ce1005 req-9e767865-41eb-4299-b902-ccd65446faf2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.227184 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 17:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4594e9-0904-4f1d-8890-531d812eca79 x-openstack-request-id: req-6b4594e9-0904-4f1d-8890-531d812eca79 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:47:58.227652 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "name": "network-vif-plugged", "status": "completed", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a", "code": 200}, {"server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "name": "network-vif-plugged", "status": "completed", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:47:58.228254 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6b4594e9-0904-4f1d-8890-531d812eca79 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:47:58.229162 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a', 'code': 200} Sep 23 17:47:58.229532 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', 'code': 200} Sep 23 17:47:58.229821 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37404653-c864-494c-b2be-b86d56ce1005 req-9e767865-41eb-4299-b902-ccd65446faf2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 944 time: 0.2131326 Sep 23 17:47:58.293024 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37404653-c864-494c-b2be-b86d56ce1005 req-a22f4245-2a04-40be-ab58-0696588bd0ae tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533674 Sep 23 17:47:58.450482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a69719-2a00-4c45-9380-8f4219214273 req-724536a5-00f0-4aeb-8a39-5d57f5411567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.452899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-724536a5-00f0-4aeb-8a39-5d57f5411567 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1158123 Sep 23 17:47:58.454793 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-384707fd-7d3d-4d81-81d2-4230a2e3fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.456233 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-384707fd-7d3d-4d81-81d2-4230a2e3fc6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1361074 Sep 23 17:47:58.469607 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175739-4953-4980-a2dc-9308b747a492 req-fff59d2c-0871-4dd6-a7bf-b4c171b1303d tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.471320 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3c175739-4953-4980-a2dc-9308b747a492 req-fff59d2c-0871-4dd6-a7bf-b4c171b1303d tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.1327596 Sep 23 17:47:58.634488 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c205e0-2b54-41ba-9538-42320f1c5769 req-d1f93b77-3489-463e-b63b-5d116590de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.636018 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-30c205e0-2b54-41ba-9538-42320f1c5769 req-d1f93b77-3489-463e-b63b-5d116590de81 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 1098 time: 0.0857756 Sep 23 17:47:58.684292 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [req-30c205e0-2b54-41ba-9538-42320f1c5769 req-00fb9568-91b0-4576-ba26-23597db11272 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402441 Sep 23 17:47:58.696565 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3c175739-4953-4980-a2dc-9308b747a492 req-4dc41ab0-7db3-45da-b969-abe053a9660a tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069774 Sep 23 17:47:58.765580 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-61d9accf-2e05-48ad-ae9c-142cd62166be service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931206 Sep 23 17:47:58.768630 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c6ff3-601e-4ce0-a3fb-9264521a2db9 req-15ec26b9-f0bd-4076-a352-9172b9e46187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.771511 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b3c6ff3-601e-4ce0-a3fb-9264521a2db9 req-15ec26b9-f0bd-4076-a352-9172b9e46187 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 1098 time: 0.2179470 Sep 23 17:47:58.782780 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed676d0-b2c4-4662-ad66-973ff274c659 req-92ed4f88-fd6a-4b5f-8053-ca6c5150f0eb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:58.784295 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bed676d0-b2c4-4662-ad66-973ff274c659 req-92ed4f88-fd6a-4b5f-8053-ca6c5150f0eb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 945 time: 0.2355459 Sep 23 17:47:58.786740 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-b3fa8bee-c1d3-4644-bdec-73cae3a44038 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070421 Sep 23 17:47:58.834892 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bed676d0-b2c4-4662-ad66-973ff274c659 req-94405f7d-97a6-4cfb-8a39-4d2affc839cb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Sep 23 17:47:58.893508 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:47:58.907351 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d2768a9a-ceea-41d9-ba30-7f61990d63d4 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:47:59.146465 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b3c6ff3-601e-4ce0-a3fb-9264521a2db9 req-5d9146bc-6af7-4469-b96b-c36a14fa3aef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535458 Sep 23 17:47:59.157511 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port d2768a9a-ceea-41d9-ba30-7f61990d63d4 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:47:59.180771 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port d2768a9a-ceea-41d9-ba30-7f61990d63d4 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:47:59.182476 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:59.208549 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4a69719-2a00-4c45-9380-8f4219214273 req-542f6dff-681b-4db8-a90b-4a30f161fd07 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180325 Sep 23 17:47:59.212131 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bde9069-e0c2-47fd-a44a-39b486d1f786 req-28e80429-acd2-45cc-b421-81bfdf9646f0 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186705 Sep 23 17:47:59.233167 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac5b71-3a0c-47a5-961d-d509d66d6c1d req-493a97db-9e72-4105-9c02-049c4fc27f53 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.234870 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4ac5b71-3a0c-47a5-961d-d509d66d6c1d req-493a97db-9e72-4105-9c02-049c4fc27f53 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.3212471 Sep 23 17:47:59.252468 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:59.273685 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:47:59.322124 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4ac5b71-3a0c-47a5-961d-d509d66d6c1d req-a107c34c-5594-43f7-8cc4-018594de8e2b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Sep 23 17:47:59.345332 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:59.348314 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:59.378839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3da04-fe29-4994-a60a-241cf6ce6732 req-7410af62-d34e-4a1d-8b23-fd8da561fad3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.378980 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:47:59.384678 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8e3da04-fe29-4994-a60a-241cf6ce6732 req-7410af62-d34e-4a1d-8b23-fd8da561fad3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1052842 Sep 23 17:47:59.415254 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:59.429295 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:59.432329 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:47:59.499586 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:47:59.502305 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:59.576551 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:47:59.743691 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['cdc2084f-48bd-47fd-b95e-e1bbc63366e7'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:47:59.754501 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8e3da04-fe29-4994-a60a-241cf6ce6732 req-34cc051e-76b1-4ea3-83b4-44e944ea677d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587422 Sep 23 17:47:59.767044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-61a594d7-a6fa-4a69-b6b4-ae37022e84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.768541 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-61a594d7-a6fa-4a69-b6b4-ae37022e84ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1097 time: 0.3363540 Sep 23 17:47:59.788946 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf3fb3-96d7-455f-9f03-a42c36635ef1 req-2ddf009d-e93d-45e9-8a62-26da81031ca8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.800845 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eabf3fb3-96d7-455f-9f03-a42c36635ef1 req-2ddf009d-e93d-45e9-8a62-26da81031ca8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 944 time: 0.0945230 Sep 23 17:47:59.939311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eabf3fb3-96d7-455f-9f03-a42c36635ef1 req-931beda7-f2df-44e5-8b2b-4fdc4e5e507c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296570 Sep 23 17:47:59.981597 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-b1b01cda-9f3c-431f-838e-cc55e732d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.983282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-b1b01cda-9f3c-431f-838e-cc55e732d421 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.1873875 Sep 23 17:47:59.991171 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1da2c-b0e8-457d-8f53-73106e25a399 req-666396ec-0dc3-4985-a06b-6724ce049a8a tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:47:59.993130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c7f1da2c-b0e8-457d-8f53-73106e25a399 req-666396ec-0dc3-4985-a06b-6724ce049a8a tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.1384342 Sep 23 17:48:00.055352 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-2771c28c-0fff-4399-8db3-a146965618e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 217 time: 0.0609605 Sep 23 17:48:00.148974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c7f1da2c-b0e8-457d-8f53-73106e25a399 req-fff3d133-ea21-47ec-88fd-6f31baa1ddb4 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445746 Sep 23 17:48:00.158062 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-46db5a0f-766c-4038-af43-3c10e17797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.159519 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-46db5a0f-766c-4038-af43-3c10e17797ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0950899 Sep 23 17:48:00.168800 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c9beb-d294-4e92-9d8b-4b9f6368607a req-fa8add04-6ec6-4031-80df-dc8d720ac6da tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.171030 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d7c9beb-d294-4e92-9d8b-4b9f6368607a req-fa8add04-6ec6-4031-80df-dc8d720ac6da tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1267612 Sep 23 17:48:00.231260 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:00.234496 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1821caab-7ba7-40e4-873e-0225e700d546" -d '{"events": [{"server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "name": "network-vif-plugged", "status": "completed", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:00.247844 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d7c9beb-d294-4e92-9d8b-4b9f6368607a req-97cb6905-2615-442a-a243-de48ebff250e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603609 Sep 23 17:48:00.263424 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-23abec07-462a-45dd-96e0-414656974fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.265207 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-23abec07-462a-45dd-96e0-414656974fef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874159 Sep 23 17:48:00.304978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8f16e8-e130-4e1f-ab17-53c772d58907 x-openstack-request-id: req-0c8f16e8-e130-4e1f-ab17-53c772d58907 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:00.305845 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "name": "network-vif-plugged", "status": "completed", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:00.306222 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c8f16e8-e130-4e1f-ab17-53c772d58907 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:00.306754 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4', 'code': 200} Sep 23 17:48:00.428881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-73c63393-2036-466f-b149-daba2967570e service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466231 Sep 23 17:48:00.619102 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787157c5-2e58-45af-834c-2b8a85746138 req-8fce966f-b059-4b7a-8082-169e6c58e55f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.620949 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-787157c5-2e58-45af-834c-2b8a85746138 req-8fce966f-b059-4b7a-8082-169e6c58e55f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.1683466 Sep 23 17:48:00.668067 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef7a07c-0ee1-4187-86df-878dfc8ee702 req-bcbd4ae8-4d09-491a-9472-aa2efc06a909 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046432 Sep 23 17:48:00.679120 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5696ad-fc97-4d26-85fb-ba5fb1d8c8a1 req-70fb0bda-4170-4008-bb33-a1025e4d00ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.680678 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5b5696ad-fc97-4d26-85fb-ba5fb1d8c8a1 req-70fb0bda-4170-4008-bb33-a1025e4d00ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1099 time: 0.1283824 Sep 23 17:48:00.696594 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-787157c5-2e58-45af-834c-2b8a85746138 req-6207432f-43d7-49d1-bc7f-db9b288f66e3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680752 Sep 23 17:48:00.733265 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5b5696ad-fc97-4d26-85fb-ba5fb1d8c8a1 req-b8a756da-b295-40a0-939a-95ecde91aa1a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335987 Sep 23 17:48:00.896025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeff1d6-2a71-4fe3-b3c9-c758fb98bd2a req-465ca126-b822-4d7c-9d0b-dc14d11a93c7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:00.896690 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 71393818-d5df-4500-9aca-bbe9e189ffee details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:48:00.897727 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-daeff1d6-2a71-4fe3-b3c9-c758fb98bd2a req-465ca126-b822-4d7c-9d0b-dc14d11a93c7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.0550911 Sep 23 17:48:00.949341 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-daeff1d6-2a71-4fe3-b3c9-c758fb98bd2a req-d47af4f7-9ed9-403f-a505-a969cf0ec16d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Sep 23 17:48:01.009630 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=71393818-d5df-4500-9aca-bbe9e189ffee,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:01.022262 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '71393818-d5df-4500-9aca-bbe9e189ffee', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'port_id': '71393818-d5df-4500-9aca-bbe9e189ffee', 'mac_address': 'fa:16:3e:1c:1b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:48:01.074079 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:01.088400 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71393818-d5df-4500-9aca-bbe9e189ffee {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:01.097890 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f918a4-de6e-4f19-a90e-b7f796a90dfc req-84489213-c71f-4ebb-b149-4e67eb2da8d7 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:01.099477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29f918a4-de6e-4f19-a90e-b7f796a90dfc req-84489213-c71f-4ebb-b149-4e67eb2da8d7 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 944 time: 0.0686316 Sep 23 17:48:01.112594 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=71393818-d5df-4500-9aca-bbe9e189ffee,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:01.117920 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:01.164693 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29f918a4-de6e-4f19-a90e-b7f796a90dfc req-586b089a-7ca0-4033-9c8e-6074a23f144a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569775 Sep 23 17:48:01.201310 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:01.317647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820c44e-8a09-4d39-afb1-d06d6dd91d72 req-b11867ac-69e7-4adb-a1e9-82391a83edf8 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:01.322337 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6820c44e-8a09-4d39-afb1-d06d6dd91d72 req-b11867ac-69e7-4adb-a1e9-82391a83edf8 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.0641820 Sep 23 17:48:01.391856 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6820c44e-8a09-4d39-afb1-d06d6dd91d72 req-ec61624f-337b-4d91-b2c3-c1af64cd9a19 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594802 Sep 23 17:48:01.409621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05c106-6bd7-4542-bf10-8ea5c0a74f3f req-7ddb6c15-675c-44fd-acd1-9a4a8b191b34 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:01.409621 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b05c106-6bd7-4542-bf10-8ea5c0a74f3f req-7ddb6c15-675c-44fd-acd1-9a4a8b191b34 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0817230 Sep 23 17:48:01.467266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b05c106-6bd7-4542-bf10-8ea5c0a74f3f req-34188137-4610-4a3f-8541-c012069704cf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557787 Sep 23 17:48:01.504709 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:48:01.508845 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['71393818-d5df-4500-9aca-bbe9e189ffee'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:01.662936 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33274) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:01.859750 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a6a28-67b9-48ef-aedd-67185e006e27 req-5d6905bf-bbd8-47d4-b965-e189f0fd9609 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:01.868091 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e71a6a28-67b9-48ef-aedd-67185e006e27 req-5d6905bf-bbd8-47d4-b965-e189f0fd9609 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.0674968 Sep 23 17:48:01.893423 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f74b42b3-7c38-4742-9a3f-dce453336c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:01.935726 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e71a6a28-67b9-48ef-aedd-67185e006e27 req-91cf9103-0be8-406f-a6bf-c2308331996a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673041 Sep 23 17:48:01.996574 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33296) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:02.172575 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f74b42b3-7c38-4742-9a3f-dce453336c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.185910 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f74b42b3-7c38-4742-9a3f-dce453336c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.213046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace4655-6942-471f-8f5f-f3b1fcbd7fc7 req-c4be5508-6788-4fd0-8d17-10959dbd0857 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:02.216062 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3ace4655-6942-471f-8f5f-f3b1fcbd7fc7 req-c4be5508-6788-4fd0-8d17-10959dbd0857 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.1286571 Sep 23 17:48:02.251972 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33304) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:02.252108 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f74b42b3-7c38-4742-9a3f-dce453336c60 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a00c09fc28ef4692be19b589a78552ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5881352 Sep 23 17:48:02.252965 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b42b3-7c38-4742-9a3f-dce453336c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b5435a-5d0c-4feb-9583-898f851cb0c9,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:02.256774 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33306) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:02.338902 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3ace4655-6942-471f-8f5f-f3b1fcbd7fc7 req-1a826e3b-88e4-403f-ae91-95ed7463a6a7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739813 Sep 23 17:48:02.359067 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.388971 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.395942 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01cf6d50-98c7-4534-b30e-ad08d5b81e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.548960 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da47ddd-1fa0-4092-adb9-9294917c63e4 req-5b37dbc6-3b74-4ae2-8975-eb26f765bb8b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:02.550906 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6da47ddd-1fa0-4092-adb9-9294917c63e4 req-5b37dbc6-3b74-4ae2-8975-eb26f765bb8b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 945 time: 0.1308038 Sep 23 17:48:02.552128 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.554826 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.558539 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4b5435a-5d0c-4feb-9583-898f851cb0c9 HTTP/1.1" status: 204 len: 168 time: 0.2982697 Sep 23 17:48:02.559290 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01cf6d50-98c7-4534-b30e-ad08d5b81e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.572105 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01cf6d50-98c7-4534-b30e-ad08d5b81e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.572764 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee5ea0-71f6-4d72-833a-3c42a58b8a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b5435a-5d0c-4feb-9583-898f851cb0c9,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:02.612951 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b668610f-2bd4-4718-b1e6-f69ed1f174b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.631689 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6da47ddd-1fa0-4092-adb9-9294917c63e4 req-f899f29f-2132-4c0c-821e-8f0f1a7931c1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746255 Sep 23 17:48:02.655727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1a7a1-7188-4c82-8963-f1d7ff826725 req-e1676ecf-6e80-4dc0-9366-4f0090fc55a2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:02.656521 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-01cf6d50-98c7-4534-b30e-ad08d5b81e41 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4113beadc5cb4f08b7e986e6ba636bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581078 Sep 23 17:48:02.657315 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e1a1a7a1-7188-4c82-8963-f1d7ff826725 req-e1676ecf-6e80-4dc0-9366-4f0090fc55a2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0823042 Sep 23 17:48:02.658403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33318) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:02.664196 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf6d50-98c7-4534-b30e-ad08d5b81e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f4ae9e-d523-40f2-a924-8ad39c26a28a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:02.728504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e1a1a7a1-7188-4c82-8963-f1d7ff826725 req-08b7629f-02d9-4c47-82de-bf63ed438442 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607460 Sep 23 17:48:02.766392 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.771578 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b668610f-2bd4-4718-b1e6-f69ed1f174b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.779052 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b668610f-2bd4-4718-b1e6-f69ed1f174b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.792644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.829674 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668610f-2bd4-4718-b1e6-f69ed1f174b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3907c7a7-15b1-4f0f-87ca-d6c826f10239,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:02.837113 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b668610f-2bd4-4718-b1e6-f69ed1f174b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4574a5f4a19044648d7d98ff8af62727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5838237 Sep 23 17:48:02.837925 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33324) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:02.881613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.884728 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.886145 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55f4ae9e-d523-40f2-a924-8ad39c26a28a HTTP/1.1" status: 204 len: 168 time: 0.2268367 Sep 23 17:48:02.906868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:48:02.919645 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58527d9f-6d77-44c4-9f45-2c8ace180f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f4ae9e-d523-40f2-a924-8ad39c26a28a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:02.927843 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:02.994346 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.048074 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33332) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:03.073655 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58f11ac0-5415-4e44-9a61-cae552fa7432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.078792 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:48:03.103893 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:48:03.104277 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.111121 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.115745 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.127609 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3907c7a7-15b1-4f0f-87ca-d6c826f10239 HTTP/1.1" status: 204 len: 168 time: 0.2854960 Sep 23 17:48:03.148595 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03636ca4-9721-40b1-bb4f-35f6f8ab5dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907c7a7-15b1-4f0f-87ca-d6c826f10239,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:03.277929 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29800c5-fa3d-4921-b744-9291378deb17 req-b7655930-15af-4e39-bdd9-520cd1e54a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.279631 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-b7655930-15af-4e39-bdd9-520cd1e54a6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1099 time: 0.1507511 Sep 23 17:48:03.292938 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.346650 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:03.347893 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:03.351932 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf3e13-7249-4ffb-a5c2-dd114f4cd167" -d '{"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:03.361679 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.362516 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 71393818-d5df-4500-9aca-bbe9e189ffee up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:48:03.397945 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4fb46-c780-4393-bb1c-5ad1c9bd19ab req-5576308d-f378-440c-865b-f22cee5b678c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.399508 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfe4fb46-c780-4393-bb1c-5ad1c9bd19ab req-5576308d-f378-440c-865b-f22cee5b678c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1787739 Sep 23 17:48:03.447257 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29800c5-fa3d-4921-b744-9291378deb17 req-087260aa-ba25-4530-9680-d2d7ca84dd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.448881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-087260aa-ba25-4530-9680-d2d7ca84dd25 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.1599269 Sep 23 17:48:03.463260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58f11ac0-5415-4e44-9a61-cae552fa7432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.485829 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 71393818-d5df-4500-9aca-bbe9e189ffee completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:48:03.498471 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33352) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:03.498804 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 71393818-d5df-4500-9aca-bbe9e189ffee triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:48:03.499182 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.510078 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-58f11ac0-5415-4e44-9a61-cae552fa7432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.517079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-93406b86-1528-4532-99d9-314a41b77b57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 200 len: 217 time: 0.0586877 Sep 23 17:48:03.535461 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-de782f80-e192-4433-9c76-de66aff2b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.535738 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfe4fb46-c780-4393-bb1c-5ad1c9bd19ab req-8ef1e8bd-e0da-4d69-bd7a-0476ef0111fd tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183574 Sep 23 17:48:03.607397 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33358) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:03.614827 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-58f11ac0-5415-4e44-9a61-cae552fa7432 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86b28671c1cb489e8d58a4e86b050ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5648243 Sep 23 17:48:03.618918 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:03.619041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f11ac0-5415-4e44-9a61-cae552fa7432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604a0cb0-bbf4-4e84-9d0d-93d6281816ce,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:03.646605 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29800c5-fa3d-4921-b744-9291378deb17 req-9722d99f-22cc-4f8d-bb7a-2e9a172247fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.650723 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-9722d99f-22cc-4f8d-bb7a-2e9a172247fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.1240087 Sep 23 17:48:03.681410 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e93bfb-9616-4fc0-af29-dd9fc2a7eb4f x-openstack-request-id: req-93e93bfb-9616-4fc0-af29-dd9fc2a7eb4f {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:03.681727 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:03.681979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-93e93bfb-9616-4fc0-af29-dd9fc2a7eb4f {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:03.683044 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'code': 200} Sep 23 17:48:03.720358 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-2269fe35-d1f7-498a-8a03-21cc4a720691 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604038 Sep 23 17:48:03.725272 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.786329 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.835005 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.850469 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=71393818-d5df-4500-9aca-bbe9e189ffee,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:03.865699 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.868061 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-de782f80-e192-4433-9c76-de66aff2b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.877246 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-de782f80-e192-4433-9c76-de66aff2b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:03.940808 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:03.956783 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de782f80-e192-4433-9c76-de66aff2b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827d242f-90ca-4df4-b0b8-0d8d0adb39d4,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:03.968246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f056-ca6e-4f46-87b1-92e08957f453 req-6350d4e1-9619-48ed-a88a-7f7dccb2b28c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.968760 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-de782f80-e192-4433-9c76-de66aff2b23d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a57b529bfa746888ef3040b1c62ae97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4681144 Sep 23 17:48:03.970107 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d265f056-ca6e-4f46-87b1-92e08957f453 req-6350d4e1-9619-48ed-a88a-7f7dccb2b28c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1816583 Sep 23 17:48:03.980420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd380ecf-0969-4c14-a56c-ef4ca75ebf97 req-ee1c006d-1a23-45aa-aec2-0f7760626f12 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:03.984764 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33366) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:03.988119 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd380ecf-0969-4c14-a56c-ef4ca75ebf97 req-ee1c006d-1a23-45aa-aec2-0f7760626f12 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1661947 Sep 23 17:48:04.003955 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-83a2fe33-79e2-4aa0-8a54-de1505f5792e service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606916 Sep 23 17:48:04.005914 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.009103 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.011056 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/604a0cb0-bbf4-4e84-9d0d-93d6281816ce HTTP/1.1" status: 204 len: 168 time: 0.4023118 Sep 23 17:48:04.034174 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1c7e3-3044-4f11-b622-3b236b757d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604a0cb0-bbf4-4e84-9d0d-93d6281816ce,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:04.041829 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33370) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:04.066836 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65433403-6a95-450f-9f02-0870173585eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.114489 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.156039 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.177355 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d265f056-ca6e-4f46-87b1-92e08957f453 req-65eb3076-ea0a-4651-8ac2-84d1f2113e31 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851468 Sep 23 17:48:04.199682 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd380ecf-0969-4c14-a56c-ef4ca75ebf97 req-cc8afcc7-3f5a-4577-8063-986de0542aec tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960285 Sep 23 17:48:04.222399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb443ab9-4c4d-4d06-9cd0-7021bf117798 req-850ec8cc-4df1-4304-b967-00fa6a73207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:04.224891 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cb443ab9-4c4d-4d06-9cd0-7021bf117798 req-850ec8cc-4df1-4304-b967-00fa6a73207e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1098 time: 0.1981537 Sep 23 17:48:04.254044 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29800c5-fa3d-4921-b744-9291378deb17 req-6bdf187b-24ce-4db6-b6e8-b64ea9e5cb7c service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262068 Sep 23 17:48:04.257450 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65433403-6a95-450f-9f02-0870173585eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.260137 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.263970 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.266228 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/827d242f-90ca-4df4-b0b8-0d8d0adb39d4 HTTP/1.1" status: 204 len: 168 time: 0.2799375 Sep 23 17:48:04.270637 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-65433403-6a95-450f-9f02-0870173585eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.280100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb88fe4-818c-4599-9d58-2ed73a52d2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827d242f-90ca-4df4-b0b8-0d8d0adb39d4,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:04.283713 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cb443ab9-4c4d-4d06-9cd0-7021bf117798 req-d4b848cb-e591-471c-8237-f787f31c68d3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471237 Sep 23 17:48:04.332019 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-65433403-6a95-450f-9f02-0870173585eb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3a92d61e7cd4792b5d2b5e5ec973b17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847352 Sep 23 17:48:04.332019 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65433403-6a95-450f-9f02-0870173585eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2046eafd-0d5f-4102-9703-5665a03acf44,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:04.332464 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33376) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:04.407437 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.432583 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.491525 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.494386 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:04.496702 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2046eafd-0d5f-4102-9703-5665a03acf44 HTTP/1.1" status: 204 len: 168 time: 0.1621737 Sep 23 17:48:04.505796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f0ba-31e0-437b-a6d4-ed04af89e988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2046eafd-0d5f-4102-9703-5665a03acf44,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:04.722362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ce2e6-8730-4cb0-bd06-d8a9e44dadc1 req-7dcb8570-7ab2-4634-9ab3-ada2953481a4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:04.724141 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fa4ce2e6-8730-4cb0-bd06-d8a9e44dadc1 req-7dcb8570-7ab2-4634-9ab3-ada2953481a4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0726259 Sep 23 17:48:04.793956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fa4ce2e6-8730-4cb0-bd06-d8a9e44dadc1 req-5030463f-75b9-4b08-99a6-2a1103f5067a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627518 Sep 23 17:48:05.201203 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d7df6b26-0a74-47dc-bd87-4adbe6cf0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:05.349847 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257bab1-f111-4b95-b7c9-c6e8e9565686 req-97db8913-4eb8-4937-b4bb-26d62d4c9403 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:05.351395 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0257bab1-f111-4b95-b7c9-c6e8e9565686 req-97db8913-4eb8-4937-b4bb-26d62d4c9403 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0813715 Sep 23 17:48:05.365658 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8619109-25c3-4291-8997-1380af3cced0 req-98d21f60-3304-408c-8125-9f92a195d131 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:05.367220 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8619109-25c3-4291-8997-1380af3cced0 req-98d21f60-3304-408c-8125-9f92a195d131 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0859098 Sep 23 17:48:05.430407 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0257bab1-f111-4b95-b7c9-c6e8e9565686 req-9077f277-be29-41d7-8f25-3bf4285d951f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622590 Sep 23 17:48:05.448427 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8619109-25c3-4291-8997-1380af3cced0 req-acaef40b-e131-4d3b-aa5b-8994f7eae777 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692072 Sep 23 17:48:05.684392 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:05.689482 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04096d7-81c1-4996-a44f-734c5f81b3e4" -d '{"events": [{"server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "name": "network-vif-plugged", "status": "completed", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:05.786324 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d476f96a-a668-4b59-85fc-135caf44338a x-openstack-request-id: req-d476f96a-a668-4b59-85fc-135caf44338a {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:05.786637 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "name": "network-vif-plugged", "status": "completed", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:05.786984 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d476f96a-a668-4b59-85fc-135caf44338a {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:05.787371 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee', 'code': 200} Sep 23 17:48:05.951232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a95cc4-d3fb-4bd2-b526-42aa3902ef1e req-4b370863-33ca-4990-a20b-88ccc078fc19 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:05.951232 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-51a95cc4-d3fb-4bd2-b526-42aa3902ef1e req-4b370863-33ca-4990-a20b-88ccc078fc19 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0675306 Sep 23 17:48:06.024001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-51a95cc4-d3fb-4bd2-b526-42aa3902ef1e req-e0591aeb-3d9f-4969-aab1-5aed5dc1b253 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680337 Sep 23 17:48:06.133874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832a3cc-e98b-4c54-bda7-88e61afc3a38 req-15b23e94-ad80-456b-9c82-1bf5fb898e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:06.135467 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0832a3cc-e98b-4c54-bda7-88e61afc3a38 req-15b23e94-ad80-456b-9c82-1bf5fb898e35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1099 time: 0.0500183 Sep 23 17:48:06.177149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0832a3cc-e98b-4c54-bda7-88e61afc3a38 req-ea4a368a-e78f-46d1-bf32-7fa9f87c360a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324032 Sep 23 17:48:06.610595 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298189d-563f-420b-aba9-87d57d72b02b req-ea63ea9e-a243-40e0-beca-94ae71c7c64c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:06.612205 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9298189d-563f-420b-aba9-87d57d72b02b req-ea63ea9e-a243-40e0-beca-94ae71c7c64c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0777729 Sep 23 17:48:06.619973 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a254f-295e-4e60-abb4-235bf8a99c2b req-24bf4bd1-a44c-47a8-9cff-aa41648bd3b3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:06.621566 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-908a254f-295e-4e60-abb4-235bf8a99c2b req-24bf4bd1-a44c-47a8-9cff-aa41648bd3b3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1002936 Sep 23 17:48:06.692959 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-908a254f-295e-4e60-abb4-235bf8a99c2b req-a4e53424-b7ad-45cf-92bf-094a25974936 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635808 Sep 23 17:48:06.702439 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9298189d-563f-420b-aba9-87d57d72b02b req-05bcffff-ccd6-410d-90b2-f36219805d31 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793381 Sep 23 17:48:06.828922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94fc86-1531-4adb-90e6-10c73b73e58a req-c8b4f4bc-cc31-44ed-959d-2aad4dcdf77a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:06.830510 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e94fc86-1531-4adb-90e6-10c73b73e58a req-c8b4f4bc-cc31-44ed-959d-2aad4dcdf77a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0510752 Sep 23 17:48:06.842488 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33508) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:06.847379 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'floatingip': {'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:06.927298 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:07.168510 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90721c78-591d-456a-a0c1-d6a00f57cfd9 req-b34a901f-228b-42c6-ab14-39eec65c182b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:07.171080 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90721c78-591d-456a-a0c1-d6a00f57cfd9 req-b34a901f-228b-42c6-ab14-39eec65c182b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0624535 Sep 23 17:48:07.213001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90721c78-591d-456a-a0c1-d6a00f57cfd9 req-14d9dae8-1661-4f5a-a5dd-f7c47a316d7a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348425 Sep 23 17:48:07.808082 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d0060d10-cc5d-4afb-b05c-d2d44dabd0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:07.829968 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea720055-3f3c-4e53-9042-ce57923458d1 req-3a412f42-23cb-4bed-8cc6-5d934e6cf21d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:07.831622 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea720055-3f3c-4e53-9042-ce57923458d1 req-3a412f42-23cb-4bed-8cc6-5d934e6cf21d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0565071 Sep 23 17:48:07.838023 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:07.842915 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:07.897772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea720055-3f3c-4e53-9042-ce57923458d1 req-91b45440-42ac-4b60-ab6e-170bdb83f086 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550163 Sep 23 17:48:07.986170 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Floating IP 8e9b1435-6b44-424a-bbb9-c3b8309a5d9e associated. External IP: 172.27.2.210, port: cdc2084f-48bd-47fd-b95e-e1bbc63366e7. Sep 23 17:48:08.056897 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c44729-8d98-417e-b9a8-e6356e169f62 req-8cd8599a-49b9-4487-9b9b-91b678ce0e03 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:08.059056 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-98c44729-8d98-417e-b9a8-e6356e169f62 req-8cd8599a-49b9-4487-9b9b-91b678ce0e03 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0710175 Sep 23 17:48:08.069276 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33560) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:08.075090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'floatingip': {'port_id': '71393818-d5df-4500-9aca-bbe9e189ffee'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:08.099586 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33562) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:08.150255 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.273445 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.280618 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:48:08.313463 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fdac4188-3ce3-48fb-ac42-473a555bdf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.447015 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:48:08.453525 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.462574 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:48:08.476514 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:48:08.477490 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:48:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:08.509237 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d3806ba5-6cbf-4bf3-a66f-1de17c7d5bf3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "PUT /v2.0/floatingips/8e9b1435-6b44-424a-bbb9-c3b8309a5d9e HTTP/1.1" status: 200 len: 991 time: 1.6628811 Sep 23 17:48:08.510244 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:08.512150 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf11502f-73d9-4a76-bc29-3095ad3de7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:08.542306 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fdac4188-3ce3-48fb-ac42-473a555bdf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.547575 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fdac4188-3ce3-48fb-ac42-473a555bdf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.597060 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-fdac4188-3ce3-48fb-ac42-473a555bdf8a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45cb4333a41c4589ac13bea90f7e101f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974165 Sep 23 17:48:08.597666 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33578) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:08.610461 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac4188-3ce3-48fb-ac42-473a555bdf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a4b978-7674-431d-af67-9673ffc9180d,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:08.653901 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:48:08.666081 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.688880 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c3ff5-d42b-4cd8-b27c-3e782e9e8334 req-320d049d-2ba7-41ac-acd4-7f247205d380 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:08.691177 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-832c3ff5-d42b-4cd8-b27c-3e782e9e8334 req-320d049d-2ba7-41ac-acd4-7f247205d380 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.3782079 Sep 23 17:48:08.691717 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.751213 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.754354 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:08.759466 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/96a4b978-7674-431d-af67-9673ffc9180d HTTP/1.1" status: 204 len: 168 time: 0.1601274 Sep 23 17:48:08.770214 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14590b46-19b7-4e66-a0e3-30af666180b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a4b978-7674-431d-af67-9673ffc9180d,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:08.784725 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-832c3ff5-d42b-4cd8-b27c-3e782e9e8334 req-38103f27-d9f7-4b82-bcec-c600f9c90737 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830326 Sep 23 17:48:08.792347 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189edd75-4932-4757-b5fb-6eb66cf4f07f x-openstack-request-id: req-189edd75-4932-4757-b5fb-6eb66cf4f07f {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:08.792537 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:08.792860 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-189edd75-4932-4757-b5fb-6eb66cf4f07f {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:08.793434 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'status': 'completed', 'code': 200} Sep 23 17:48:08.927967 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.053708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-9f533f5f-3592-4128-9369-40964196e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:09.055213 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-9f533f5f-3592-4128-9369-40964196e452 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1098 time: 0.2109571 Sep 23 17:48:09.070222 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '8e9b1435-6b44-424a-bbb9-c3b8309a5d9e', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:45Z', 'updated_at': '2021-09-23T17:48:07Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:09.102002 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:48:09.114901 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:48:09.116526 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:48:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:09.245786 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33598) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:09.248960 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:48:09.263872 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19229c76-1dbd-4d08-9e77-67c262ec3678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.281313 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.298206 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.401230 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19229c76-1dbd-4d08-9e77-67c262ec3678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.408266 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19229c76-1dbd-4d08-9e77-67c262ec3678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.466921 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-19229c76-1dbd-4d08-9e77-67c262ec3678 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36c86e1a5f834671a7298f83d239ae99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2198160 Sep 23 17:48:09.468615 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19229c76-1dbd-4d08-9e77-67c262ec3678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25413361-412e-496f-94ee-1778af7f3058,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:09.473654 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33602) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:09.569942 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Floating IP 2a005e30-8d08-43c7-a284-ac781afd1ddc associated. External IP: 172.27.2.157, port: 71393818-d5df-4500-9aca-bbe9e189ffee. Sep 23 17:48:09.576231 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-6dbee58e-fd1e-4e0c-bd24-0cee1006b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:09.578113 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-6dbee58e-fd1e-4e0c-bd24-0cee1006b3eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.4976687 Sep 23 17:48:09.587640 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.613556 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.661762 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '8e9b1435-6b44-424a-bbb9-c3b8309a5d9e', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:45Z', 'updated_at': '2021-09-23T17:48:07Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:09.676264 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.679493 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:09.681096 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/25413361-412e-496f-94ee-1778af7f3058 HTTP/1.1" status: 204 len: 168 time: 0.2055843 Sep 23 17:48:09.694465 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390398fd-8cfd-4f63-9657-69d08350a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25413361-412e-496f-94ee-1778af7f3058,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:09.694693 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9d3d65-93a8-41b1-8128-f10f4640c95c None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '8e9b1435-6b44-424a-bbb9-c3b8309a5d9e', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:45Z', 'updated_at': '2021-09-23T17:48:07Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:48:09.776903 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-c7e68241-08ed-43a2-add5-6022d3ec31e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 999 time: 0.1608696 Sep 23 17:48:09.935953 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-b11598c3-5828-4b81-849e-f05032ff5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:09.935953 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-b11598c3-5828-4b81-849e-f05032ff5cb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.1470289 Sep 23 17:48:09.967815 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7667b5-0f06-46af-ba0c-1da38b20a8a2 None None] New status for floating IP 8e9b1435-6b44-424a-bbb9-c3b8309a5d9e: ACTIVE {{(pid=100773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:48:10.061032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1b520-5192-47e9-a76d-11170c83e36e req-93fcd948-f7bd-414d-83d3-abb2fa0aa285 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:10.068784 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-add1b520-5192-47e9-a76d-11170c83e36e req-93fcd948-f7bd-414d-83d3-abb2fa0aa285 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1569285 Sep 23 17:48:10.098772 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:48:10.101420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-1ecaf9a2-50c2-42a3-bc82-de686043597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:10.103169 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-1ecaf9a2-50c2-42a3-bc82-de686043597b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1309307 Sep 23 17:48:10.139800 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-add1b520-5192-47e9-a76d-11170c83e36e req-2be197cb-c424-45a7-bc39-559584649630 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699654 Sep 23 17:48:10.612940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-25944772-2a11-4948-9ab0-86821624290b service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949129 Sep 23 17:48:10.625639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:48:10.640028 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:48:10.642148 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:10.654328 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:48:10.656236 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:48:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:10.658818 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33652) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:10.696128 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9b3ddc49-4824-4b19-8082-b13398488286 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "PUT /v2.0/floatingips/2a005e30-8d08-43c7-a284-ac781afd1ddc HTTP/1.1" status: 200 len: 992 time: 2.6231275 Sep 23 17:48:10.711794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:10.720158 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:10.774668 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:10.826621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c13526-f77c-4a7d-891c-aa255930585c x-openstack-request-id: req-c6c13526-f77c-4a7d-891c-aa255930585c {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:10.827219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:10.827219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c6c13526-f77c-4a7d-891c-aa255930585c {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:10.827533 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee', 'status': 'completed', 'code': 200} Sep 23 17:48:10.854687 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:48:10.860155 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014703113-network', 'tenant_id': 'dde915716d9248db9d1b8abe825e701c'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:10.870083 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf11502f-73d9-4a76-bc29-3095ad3de7e6 req-5aee9bab-456f-49ae-a4a7-3d44505ae3f3 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066009 Sep 23 17:48:10.903808 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Made reservation on behalf of dde915716d9248db9d1b8abe825e701c for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:10.906401 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:10.932050 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:10.941974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-082a350a-a78b-4c04-9b1f-1b689935fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:10.943581 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-082a350a-a78b-4c04-9b1f-1b689935fe3d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1099 time: 0.0722921 Sep 23 17:48:11.085884 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-d2c86203-f3e9-4c6f-930d-9ca29209bc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.087372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-d2c86203-f3e9-4c6f-930d-9ca29209bc15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.1270304 Sep 23 17:48:11.094265 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.099787 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.113876 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:48:11.125316 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.125665 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Added segment c02a8174-a077-4079-a21c-13077cc59537 of type vlan for network a3b013e4-b98e-40da-9339-5c62f7fab567 Sep 23 17:48:11.193707 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.212699 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a2fd0f-897e-4c98-8c0b-2dd021d7bb1c,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:11.219974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-c4b37d5d-b529-4ba1-b904-e8a9433c2e85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 1000 time: 0.1232102 Sep 23 17:48:11.222462 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2a005e30-8d08-43c7-a284-ac781afd1ddc', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '71393818-d5df-4500-9aca-bbe9e189ffee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:1c:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:44Z', 'updated_at': '2021-09-23T17:48:09Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:11.239907 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.241265 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.241982 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.256218 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:48:11.269802 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:48:11.270604 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:48:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:11.278966 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6136432 Sep 23 17:48:11.279677 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33670) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:11.284566 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Request body: {'subnet': {'network_id': 'a3b013e4-b98e-40da-9339-5c62f7fab567', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014703113-subnet', 'tenant_id': 'dde915716d9248db9d1b8abe825e701c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:11.327697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741274d1-ed9b-4a66-8f16-52a3fda1099b req-7118510f-1962-469d-b85b-90f8b9207075 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.329195 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-741274d1-ed9b-4a66-8f16-52a3fda1099b req-7118510f-1962-469d-b85b-90f8b9207075 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0893226 Sep 23 17:48:11.330876 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-18a52d20-a55b-45e2-8213-5a1e4e180c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.331995 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2e6c0-99d0-4442-bfba-ac991a98566a admin admin] Pushing event updated for resources: {'Network': ['ID=a3b013e4-b98e-40da-9339-5c62f7fab567,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:11.332848 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-18a52d20-a55b-45e2-8213-5a1e4e180c8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0832057 Sep 23 17:48:11.344653 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Made reservation on behalf of dde915716d9248db9d1b8abe825e701c for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:11.347123 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network a3b013e4-b98e-40da-9339-5c62f7fab567 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:48:11.347618 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.409098 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:48:11.428088 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-741274d1-ed9b-4a66-8f16-52a3fda1099b req-1b1863d3-ee0b-479b-bca4-c22eab868f6c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879252 Sep 23 17:48:11.448393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-306dfc10-c995-4774-831f-4f8f5c2e4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.448393 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-306dfc10-c995-4774-831f-4f8f5c2e4424 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840561 Sep 23 17:48:11.564090 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.624528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-019ee59c-3b56-4a36-8cf7-a1aafaa3289a service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530423 Sep 23 17:48:11.639744 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f04dab7-173f-40c6-aac6-5cd32ec21bd2,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:11.650384 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Checking segment: {'id': 'c02a8174-a077-4079-a21c-13077cc59537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a3b013e4-b98e-40da-9339-5c62f7fab567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:48:11.650734 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Network hostable DHCP agents. Network: a3b013e4-b98e-40da-9339-5c62f7fab567, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:48:11.654951 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.655304 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.655644 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.655976 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.656302 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.656633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.656983 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.657310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.657633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.657954 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.658272 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.658586 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:11.679463 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Network a3b013e4-b98e-40da-9339-5c62f7fab567 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:48:11.691689 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, a3b013e4-b98e-40da-9339-5c62f7fab567) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:48:11.699305 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:11.700044 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:11.700341 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166eded-237a-45d5-a872-6a36428a284e None None] Network a3b013e4-b98e-40da-9339-5c62f7fab567 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:48:11.718340 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0d364665-c33d-45d3-a1de-26e49f4ac3d6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4375489 Sep 23 17:48:11.757094 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2a005e30-8d08-43c7-a284-ac781afd1ddc', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '71393818-d5df-4500-9aca-bbe9e189ffee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:1c:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:44Z', 'updated_at': '2021-09-23T17:48:09Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:11.779332 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe8a9ff8-7283-49ba-8e9d-cb8e9dd0efa7 req-a4e1fd82-090d-49ad-b9c7-bc058eda47a9 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332023 Sep 23 17:48:11.791354 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287d8559-6961-4139-90d4-75ddd07d48d4 None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2a005e30-8d08-43c7-a284-ac781afd1ddc', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '71393818-d5df-4500-9aca-bbe9e189ffee', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:1c:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:47:44Z', 'updated_at': '2021-09-23T17:48:09Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:48:11.857966 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac62b9c-aed5-4653-bc51-2e17f10a8614 None None] Network a3b013e4-b98e-40da-9339-5c62f7fab567 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:48:12.179983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf36a9-9420-4257-93ec-d41affc35ad5 None None] New status for floating IP 2a005e30-8d08-43c7-a284-ac781afd1ddc: ACTIVE {{(pid=100773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:48:12.455130 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33728) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:12.460256 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-416570937-network', 'tenant_id': '54b83dc65c204577aa32dc739bdef0bc'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:12.507496 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Made reservation on behalf of 54b83dc65c204577aa32dc739bdef0bc for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:12.511300 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.536844 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.596612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001f508-bd6b-4200-9edf-bae16b3b28f1 req-0edb3f65-6a66-474c-bd92-f27e5f893449 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:12.604020 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5001f508-bd6b-4200-9edf-bae16b3b28f1 req-0edb3f65-6a66-474c-bd92-f27e5f893449 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0711348 Sep 23 17:48:12.659790 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5001f508-bd6b-4200-9edf-bae16b3b28f1 req-ee4d8323-a42a-4fbb-ba9d-bf77faa1025b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487523 Sep 23 17:48:12.687535 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.702676 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.741307 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:48:12.760809 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.761363 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Added segment 0dcb5b19-b8f4-40c4-89da-d2ea61dd0242 of type vlan for network 560e9cfb-9fe8-478b-81dc-fa042749b1fd Sep 23 17:48:12.763806 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1e3582-2feb-476c-b594-8e1d0b4e5658,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:12.825907 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.862614 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.863768 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:12.864417 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.894228 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4377937 Sep 23 17:48:12.897137 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 33742) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:12.913489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Request body: {'subnet': {'network_id': '560e9cfb-9fe8-478b-81dc-fa042749b1fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-416570937-subnet', 'tenant_id': '54b83dc65c204577aa32dc739bdef0bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:12.932282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Made reservation on behalf of 54b83dc65c204577aa32dc739bdef0bc for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:12.939369 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:12.993949 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f20574-a1ee-467b-bcf4-19bef0883e06 admin admin] Pushing event updated for resources: {'Network': ['ID=560e9cfb-9fe8-478b-81dc-fa042749b1fd,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:13.002909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 560e9cfb-9fe8-478b-81dc-fa042749b1fd details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:48:13.176346 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:13.263011 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=42258c2f-7820-47a5-9842-0864610b247c,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:13.279641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7c11e-9c3d-4104-8f64-58dbf0e5107e req-6fbd2cd3-5240-4a98-ad34-d30eddf0ac03 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:13.281207 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1ef7c11e-9c3d-4104-8f64-58dbf0e5107e req-6fbd2cd3-5240-4a98-ad34-d30eddf0ac03 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.1160977 Sep 23 17:48:13.284315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.284687 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.285028 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.285356 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.285686 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.286021 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.286349 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.286675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.287053 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.287411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.287732 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.288050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:13.313086 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Checking segment: {'id': '0dcb5b19-b8f4-40c4-89da-d2ea61dd0242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '560e9cfb-9fe8-478b-81dc-fa042749b1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:48:13.313439 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Network hostable DHCP agents. Network: 560e9cfb-9fe8-478b-81dc-fa042749b1fd, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:48:13.339914 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1ef7c11e-9c3d-4104-8f64-58dbf0e5107e req-077cdc78-904b-4db2-abea-9201a4eb244e tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Sep 23 17:48:13.347896 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Network 560e9cfb-9fe8-478b-81dc-fa042749b1fd is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:48:13.363083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 560e9cfb-9fe8-478b-81dc-fa042749b1fd) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:48:13.375449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:13.376259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:13.381981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494cab25-2c8e-43fb-9f54-d4bc74e2373a None None] Network 560e9cfb-9fe8-478b-81dc-fa042749b1fd requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:48:13.399732 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-1ba84ff1-45ed-4fa7-acc8-73a380418dbe admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5014861 Sep 23 17:48:13.520628 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f1ac6-06e7-40db-8784-5093d926d554 None None] Network 560e9cfb-9fe8-478b-81dc-fa042749b1fd requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:48:13.791131 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e148bc-dd6d-459a-979a-fd2a4d8bdf1b req-03fc0deb-acb5-45f1-a6d2-a844cf75aa20 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:13.792716 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-53e148bc-dd6d-459a-979a-fd2a4d8bdf1b req-03fc0deb-acb5-45f1-a6d2-a844cf75aa20 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0529623 Sep 23 17:48:13.839049 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-53e148bc-dd6d-459a-979a-fd2a4d8bdf1b req-a5ac9f3c-73de-4b21-b084-1a942d256e05 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387862 Sep 23 17:48:14.471748 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa158f42-eec6-49f3-8f98-b2750ba830d2 req-1ee93cd1-8899-47e8-a3b2-a5b995a86913 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:14.473301 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa158f42-eec6-49f3-8f98-b2750ba830d2 req-1ee93cd1-8899-47e8-a3b2-a5b995a86913 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.0529072 Sep 23 17:48:14.519752 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa158f42-eec6-49f3-8f98-b2750ba830d2 req-7eceeae2-8c0b-4efe-844e-20bf1dddce08 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Sep 23 17:48:14.977735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a7232-ed22-48a4-91a9-1744302bc5c1 req-92867341-2efc-4680-b128-fa32bff7655b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:14.979280 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d27a7232-ed22-48a4-91a9-1744302bc5c1 req-92867341-2efc-4680-b128-fa32bff7655b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0513515 Sep 23 17:48:15.021471 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d27a7232-ed22-48a4-91a9-1744302bc5c1 req-fabde037-f126-4c0b-ab02-419d0fecc576 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354397 Sep 23 17:48:15.639890 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c289ea78-43d1-4317-98d1-adc51216ba89 req-dc99e35b-a1f8-4ac7-b2f0-c8727961b14b tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:15.641425 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c289ea78-43d1-4317-98d1-adc51216ba89 req-dc99e35b-a1f8-4ac7-b2f0-c8727961b14b tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.0479336 Sep 23 17:48:15.679545 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c289ea78-43d1-4317-98d1-adc51216ba89 req-7ccb025f-25ae-4b20-9967-a12648be2dd2 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/security-groups?id=a00a4d02-b7ee-4ffd-891d-b7e296584ffc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Sep 23 17:48:16.159989 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-202065e8-00e9-46cf-af57-69b11d8b90e6 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:16.161562 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-202065e8-00e9-46cf-af57-69b11d8b90e6 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.61 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 945 time: 0.0851262 Sep 23 17:48:16.174951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d741056-47ee-49d3-b4bc-85b3dcebdb0f req-e8e08491-5c07-4ece-a04c-55c31c84bbbb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:16.176451 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d741056-47ee-49d3-b4bc-85b3dcebdb0f req-e8e08491-5c07-4ece-a04c-55c31c84bbbb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0685980 Sep 23 17:48:16.304786 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d741056-47ee-49d3-b4bc-85b3dcebdb0f req-415805d4-7460-4901-bc72-f7974920abe5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991035 Sep 23 17:48:16.349644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Deleting port e673009e-b101-4ce2-a760-544f4d8a940a {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:48:16.350106 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:16.460165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] For port e673009e-b101-4ce2-a760-544f4d8a940a, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e673009e-b101-4ce2-a760-544f4d8a940a,segment=NetworkSegment(f905578a-b658-4351-8ee1-0d614bb84626),segment_id=f905578a-b658-4351-8ee1-0d614bb84626)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:16.460532 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:16.479099 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Calling delete_port for e673009e-b101-4ce2-a760-544f4d8a940a owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:48:16.698708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:16.718201 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['e673009e-b101-4ce2-a760-544f4d8a940a'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:16.735603 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Pushing event deleted for resources: {'Port': ['ID=e673009e-b101-4ce2-a760-544f4d8a940a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:16.800446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] No DVR routers for this DVR port e673009e-b101-4ce2-a760-544f4d8a940a on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:48:16.810858 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:16.813032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48d52e32-946a-4eb1-addb-e27f4407f3bc req-eb262943-c4de-40f5-a014-23f9d20e26e7 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.61 "DELETE /v2.0/ports/e673009e-b101-4ce2-a760-544f4d8a940a HTTP/1.1" status: 204 len: 173 time: 0.6356485 Sep 23 17:48:16.814814 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'name': 'network-vif-deleted', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:16.817026 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29de0e7-7cf8-435f-b775-8640920c4037" -d '{"events": [{"server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "name": "network-vif-deleted", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:16.845071 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c9d919d0-92f7-481f-8d73-cea1d3103a71 req-df45c2ae-b120-4709-bede-a35a9d830314 tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.0364003 Sep 23 17:48:16.881837 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec24a3df-c182-459e-9792-090de124d822 x-openstack-request-id: req-ec24a3df-c182-459e-9792-090de124d822 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:16.882129 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62640bd-341e-4885-a10a-a69e65d69fee", "name": "network-vif-deleted", "tag": "e673009e-b101-4ce2-a760-544f4d8a940a", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:16.882378 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ec24a3df-c182-459e-9792-090de124d822 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:16.882770 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62640bd-341e-4885-a10a-a69e65d69fee', 'name': 'network-vif-deleted', 'tag': 'e673009e-b101-4ce2-a760-544f4d8a940a', 'status': 'completed', 'code': 200} Sep 23 17:48:17.439711 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eecf0d-57fd-48d7-87dc-1d80633eb0c0 req-542f37b2-46ef-456a-bdee-3f8631bf4c49 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:17.441289 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-60eecf0d-57fd-48d7-87dc-1d80633eb0c0 req-542f37b2-46ef-456a-bdee-3f8631bf4c49 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Sep 23 17:48:17.486605 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-60eecf0d-57fd-48d7-87dc-1d80633eb0c0 req-2a947a4f-9883-4fcf-bac6-1275da205625 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Sep 23 17:48:17.707856 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-d7f3db6f-e825-4af7-bfcd-3998621f02ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603709 Sep 23 17:48:17.839665 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-ad0bfde7-0dda-4e40-8c44-de439b899159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:17.841563 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-ad0bfde7-0dda-4e40-8c44-de439b899159 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 1098 time: 0.0440989 Sep 23 17:48:18.072827 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33920) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:18.093537 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-2a6903a7-43dd-44af-8984-66f6d6419d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:18.095414 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-2a6903a7-43dd-44af-8984-66f6d6419d5a service neutron] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 916 time: 0.2206690 Sep 23 17:48:18.113662 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f153ac0-177b-4345-aa02-f2c54abae8fd req-079cdb56-eab7-47c9-a250-cfc76cd7377b tempest-DeleteServersTestJSON-797486113 tempest-DeleteServersTestJSON-797486113-project] 10.222.0.50 "GET /v2.0/ports?device_id=a62640bd-341e-4885-a10a-a69e65d69fee HTTP/1.1" status: 200 len: 210 time: 0.1311812 Sep 23 17:48:18.161275 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-9867c5c0-40df-435d-97aa-2793087b5b80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c HTTP/1.1" status: 200 len: 217 time: 0.0501988 Sep 23 17:48:18.219100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03856e64-a159-4d66-9830-70104db143e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.233936 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-f2fad904-5f50-4977-beea-731052f1dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:18.235389 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-f2fad904-5f50-4977-beea-731052f1dffd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0518234 Sep 23 17:48:18.273631 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-73c034ce-91ef-4448-a119-57487b796bb9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272098 Sep 23 17:48:18.314474 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03856e64-a159-4d66-9830-70104db143e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.319122 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03856e64-a159-4d66-9830-70104db143e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.363331 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-03856e64-a159-4d66-9830-70104db143e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68f9da61f8ae4162ba0bd41bbf29869e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881761 Sep 23 17:48:18.363331 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03856e64-a159-4d66-9830-70104db143e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e77a6ba-5ad8-4117-84e6-01f6b9c98b9b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:18.364698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33924) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:18.380300 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-c76e80e5-5ace-4a1a-8eea-cb3b4bb691d1 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890617 Sep 23 17:48:18.419242 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.440214 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.481881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10a217ce-dcbf-46eb-821c-5f078d993223 req-e137b55d-ec68-40ae-bb55-433f60e716eb service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889506 Sep 23 17:48:18.486066 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.488504 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.489747 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e77a6ba-5ad8-4117-84e6-01f6b9c98b9b HTTP/1.1" status: 204 len: 168 time: 0.1241174 Sep 23 17:48:18.498296 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ed374-efff-4906-b398-030e2bf15fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e77a6ba-5ad8-4117-84e6-01f6b9c98b9b,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:18.627178 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7fbd6-4f2a-4987-9918-140213b8d893 req-7e1d0ab0-8310-4345-9035-22ecc8128031 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:18.628704 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7ba7fbd6-4f2a-4987-9918-140213b8d893 req-7e1d0ab0-8310-4345-9035-22ecc8128031 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0581000 Sep 23 17:48:18.667178 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7ba7fbd6-4f2a-4987-9918-140213b8d893 req-a163f6b1-c2c1-472f-bfc8-0141c40b731d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324891 Sep 23 17:48:18.775412 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33934) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:18.789343 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7376a9e6-3c7e-4a43-aaf1-9ad84fe1ae0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.894038 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7376a9e6-3c7e-4a43-aaf1-9ad84fe1ae0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.898353 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7376a9e6-3c7e-4a43-aaf1-9ad84fe1ae0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:18.943144 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-7376a9e6-3c7e-4a43-aaf1-9ad84fe1ae0c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50e3d9f72977499dba199cfb0174ebff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636441 Sep 23 17:48:18.943144 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 33948) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:18.949263 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376a9e6-3c7e-4a43-aaf1-9ad84fe1ae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0944bf5c-1f60-409c-9b8c-6953581f074a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:19.162768 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:19.194031 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:19.257364 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:19.260255 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:19.261569 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0944bf5c-1f60-409c-9b8c-6953581f074a HTTP/1.1" status: 204 len: 168 time: 0.3180730 Sep 23 17:48:19.272473 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c15dd-8030-4e68-be5c-f6223e8022a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0944bf5c-1f60-409c-9b8c-6953581f074a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:19.790665 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:19.817487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebebfa-96e7-4705-95a3-85dbbe4c265c req-617e0ecc-46b6-44a2-befa-c8e5b71d58bc tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:19.819234 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33ebebfa-96e7-4705-95a3-85dbbe4c265c req-617e0ecc-46b6-44a2-befa-c8e5b71d58bc tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0785589 Sep 23 17:48:19.872916 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33ebebfa-96e7-4705-95a3-85dbbe4c265c req-dbb5e0ee-ce72-4887-870b-8ad35b46779d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Sep 23 17:48:20.400602 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-fa1c038a-fc14-466d-93b8-fc13f48e08fd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:20.402100 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-fa1c038a-fc14-466d-93b8-fc13f48e08fd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1070130 Sep 23 17:48:20.417904 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-45d70a08-e16d-49dd-aaa0-8c390ea51f5b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/quotas/a22ad6c34f9a4ef58d676ac524695991 HTTP/1.1" status: 200 len: 375 time: 0.0092189 Sep 23 17:48:20.470904 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-b2514b1c-dd2a-439d-a59b-9cd60794e126 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471873 Sep 23 17:48:20.575147 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-dcb982ff-6c02-404d-bfa0-59768ba59759 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962913 Sep 23 17:48:20.673494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-ad736a75-3d1c-4917-92fb-6bdd52dd0ea6 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906434 Sep 23 17:48:20.739624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34086) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:20.837276 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Deleting subnet f2ca6012-a3fa-4440-9e94-486c59bf7a7a {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:48:20.841320 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:20.893637 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f8304e9-64cc-4314-b692-575cad512a9f req-87483127-29d9-4dd9-a1cf-2c89476e41f8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 210 time: 0.0310628 Sep 23 17:48:20.904012 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:20.967489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.002519 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e673009e-b101-4ce2-a760-544f4d8a940a no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:48:21.031983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: e673009e-b101-4ce2-a760-544f4d8a940a {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:48:21.032382 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e673009e-b101-4ce2-a760-544f4d8a940a not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:48:21.087483 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbae39-0830-4822-a5c1-e695795cec5e req-29f6b806-73a4-41c7-9f3d-bd6a1a523fe2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:21.089379 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-addbae39-0830-4822-a5c1-e695795cec5e req-29f6b806-73a4-41c7-9f3d-bd6a1a523fe2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0760398 Sep 23 17:48:21.142609 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.187408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ca6012-a3fa-4440-9e94-486c59bf7a7a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:21.194739 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-addbae39-0830-4822-a5c1-e695795cec5e req-6c6f9eb7-583a-40fe-acff-f946e902ff77 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937583 Sep 23 17:48:21.199149 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.203864 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-4aadcf7d-be25-4cef-a69f-fe2882542b9b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f2ca6012-a3fa-4440-9e94-486c59bf7a7a HTTP/1.1" status: 204 len: 168 time: 0.4629154 Sep 23 17:48:21.206607 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34114) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:21.287332 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.392750 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.415227 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.415644 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.416441 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.416886 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.417401 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.417641 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.417959 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.418982 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.419361 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.419683 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.618277 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.618681 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.618939 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.619267 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100771) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 17:48:21.619763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:21.642633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f905578a-b658-4351-8ee1-0d614bb84626') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:21.642855 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f905578a-b658-4351-8ee1-0d614bb84626') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:21.660876 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.688259 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.697303 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:48:21.697703 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: from cryptography.utils import int_from_bytes Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: from cryptography.utils import int_from_bytes Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:48:21.702006 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:48:21.765439 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.773170 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:21.775207 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] 10.222.0.50 "DELETE /v2.0/networks/28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78 HTTP/1.1" status: 204 len: 168 time: 0.5669780 Sep 23 17:48:21.785635 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a0e69-8417-421f-9514-987c3aa429e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f5bbe4-9a1c-42cb-8b53-09b6f4bb7b78,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:21.985882 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34154) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:21.999850 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ccab873b-7ba0-4014-9378-ed0fd15ca715 req-2d03190e-881c-407e-818d-a7913c234a42 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 210 time: 0.0313478 Sep 23 17:48:22.041705 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-6f80ead2-22e1-47b3-bb24-a101fd71aee8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7948af8fcecc42588886457f1b0c8592&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0545101 Sep 23 17:48:22.045006 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34156) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:22.113068 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:22.145590 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:22.209310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:22.211921 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:22.213125 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a00a4d02-b7ee-4ffd-891d-b7e296584ffc HTTP/1.1" status: 204 len: 168 time: 0.1671329 Sep 23 17:48:22.223793 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c561c8-fa02-4a07-8504-06e0c2a3b838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a4d02-b7ee-4ffd-891d-b7e296584ffc,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:22.414845 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615df8e-1735-4f5b-8762-36416266d747 req-6542c400-5b4c-4d33-819a-65f074f4a849 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:22.416245 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e615df8e-1735-4f5b-8762-36416266d747 req-6542c400-5b4c-4d33-819a-65f074f4a849 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1068182 Sep 23 17:48:22.461905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-4c7e842e-2fb7-46a3-aeef-3ba2c9695e7e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:22.464068 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-4c7e842e-2fb7-46a3-aeef-3ba2c9695e7e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1659350 Sep 23 17:48:22.492836 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e615df8e-1735-4f5b-8762-36416266d747 req-d11a21d9-ea76-4a84-9af1-a6fa7b1d89da tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692766 Sep 23 17:48:22.498197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Request body: {'port': {'device_id': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'admin_state_up': True, 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:22.629547 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:22.633499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:22.771374 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Allocated IP 172.20.0.14 (733583a7-80b9-44c0-916a-e95ef40defd2/ecc19b07-450b-4d5e-866c-19f10af6db9a/5f0903e1-2443-4044-b56e-bb87393c9f3d) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:48:22.978089 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.018639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.036404 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:23.062329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Network 733583a7-80b9-44c0-916a-e95ef40defd2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:48:23.065993 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:48:23.071777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:48:23.116744 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event updated for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:23.143489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:23.144156 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.187871 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-3f721e71-454f-45c4-b798-1fe16bef4631 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6995664 Sep 23 17:48:23.217231 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Request body: {'port': {'device_id': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:23.363751 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.396784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f7491-0358-4141-b1f2-878e351576bc req-0fb7466f-f352-488f-9a13-4bf30bad6c16 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:23.408621 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-885f7491-0358-4141-b1f2-878e351576bc req-0fb7466f-f352-488f-9a13-4bf30bad6c16 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 932 time: 0.1563342 Sep 23 17:48:23.492944 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-885f7491-0358-4141-b1f2-878e351576bc req-c0c9ca0c-8f90-431f-bb4b-2482ca31c283 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831130 Sep 23 17:48:23.547962 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34240) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:23.682797 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-55599389-c672-44b6-b599-7934ce501f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.739581 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8120bb-3bdb-4de2-924a-4baa73d5f9fb req-b6d352d2-f985-4c08-ac58-2136d973945f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:23.741105 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ac8120bb-3bdb-4de2-924a-4baa73d5f9fb req-b6d352d2-f985-4c08-ac58-2136d973945f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1065276 Sep 23 17:48:23.820313 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-55599389-c672-44b6-b599-7934ce501f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.822467 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ac8120bb-3bdb-4de2-924a-4baa73d5f9fb req-4851bab0-e29a-4656-85a9-5872bc7ec5f3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713229 Sep 23 17:48:23.828438 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-55599389-c672-44b6-b599-7934ce501f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.836984 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0903e1-2443-4044-b56e-bb87393c9f3d {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:23.849835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.866948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Transition to ACTIVE for port object 5f0903e1-2443-4044-b56e-bb87393c9f3d will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:48:23.872753 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.878628 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-55599389-c672-44b6-b599-7934ce501f4e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b81076fd8914c0895e0b9b15b14191c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3301239 Sep 23 17:48:23.880605 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55599389-c672-44b6-b599-7934ce501f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183702b-f8ea-4eee-9afe-8bed7f76bc5e,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:23.883015 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34254) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:23.932123 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Pushing event updated for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:23.941052 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:23.970973 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.027035 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Attempting to bind port 5f0903e1-2443-4044-b56e-bb87393c9f3d on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:48:24.028293 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Attempting to bind port 5f0903e1-2443-4044-b56e-bb87393c9f3d by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:48:24.028604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Attempting to bind port 5f0903e1-2443-4044-b56e-bb87393c9f3d on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:24.033956 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Port 5f0903e1-2443-4044-b56e-bb87393c9f3d on network 733583a7-80b9-44c0-916a-e95ef40defd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:48:24.034282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Attempting to bind port 5f0903e1-2443-4044-b56e-bb87393c9f3d on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:24.039439 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.039748 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:48:24.040150 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Checking segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:48:24.040598 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Bound using segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:48:24.041120 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Bound port: 5f0903e1-2443-4044-b56e-bb87393c9f3d, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:48:24.041542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.042121 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.046060 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b183702b-f8ea-4eee-9afe-8bed7f76bc5e HTTP/1.1" status: 204 len: 168 time: 0.1593902 Sep 23 17:48:24.051503 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f75c1-c6ef-4ee7-a4fc-317a94a2533a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183702b-f8ea-4eee-9afe-8bed7f76bc5e,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:24.121434 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:48:24.125151 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:48:24.129837 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.164642 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:24.165448 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.167464 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] 10.222.0.61 "PUT /v2.0/ports/5f0903e1-2443-4044-b56e-bb87393c9f3d HTTP/1.1" status: 200 len: 1094 time: 0.9643385 Sep 23 17:48:24.171522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:24.173987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce2e61-a799-4ff9-a8a3-79d329d356de" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:24.211514 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2d8a-daf8-4068-9963-e1a2fff9d74a service neutron] Pushing event updated for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:24.257404 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a291b15-467b-4841-bbd8-c41891f3d604 x-openstack-request-id: req-1a291b15-467b-4841-bbd8-c41891f3d604 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:24.257740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:24.258001 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a291b15-467b-4841-bbd8-c41891f3d604 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:24.258384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d', 'status': 'completed', 'code': 200} Sep 23 17:48:24.277641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-600c74a2-0dcd-4dc2-a7a6-7c8a3f0382ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:24.279900 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-600c74a2-0dcd-4dc2-a7a6-7c8a3f0382ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 1097 time: 0.0534654 Sep 23 17:48:24.340346 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-545aa122-632a-4faa-b9e2-59d01f813b0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d HTTP/1.1" status: 200 len: 217 time: 0.0397997 Sep 23 17:48:24.412932 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af741994-c09a-45ff-9829-9cb46d627dcb req-b8b593f0-e4c5-4662-8106-55960c5103ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:24.414779 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-b8b593f0-e4c5-4662-8106-55960c5103ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0586653 Sep 23 17:48:24.452609 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-cf72a043-490b-46cb-ae49-aa73df19af7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259182 Sep 23 17:48:24.477254 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34276) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:24.501946 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c45da619-f47f-4cfa-8283-c75621855547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:24.894086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-e37145db-2f39-4685-8997-06919abdc376 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294965 Sep 23 17:48:24.905142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a9be8-8d77-4e5d-9b3c-2da9690269f6 req-9fcba30a-b2c7-48fc-8c42-463f4787f81a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:24.906644 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-485a9be8-8d77-4e5d-9b3c-2da9690269f6 req-9fcba30a-b2c7-48fc-8c42-463f4787f81a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 944 time: 0.1140668 Sep 23 17:48:25.039519 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-485a9be8-8d77-4e5d-9b3c-2da9690269f6 req-4119d3da-4665-4a9a-b001-e99e2067b7c9 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107671 Sep 23 17:48:25.109027 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4523f2-a576-49bd-8b9a-dcc5f2a19467 req-11c29e1f-8ca5-4417-942f-56108c9fa015 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:25.110524 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4d4523f2-a576-49bd-8b9a-dcc5f2a19467 req-11c29e1f-8ca5-4417-942f-56108c9fa015 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1949081 Sep 23 17:48:25.112499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c45da619-f47f-4cfa-8283-c75621855547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.122963 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c45da619-f47f-4cfa-8283-c75621855547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.168537 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af741994-c09a-45ff-9829-9cb46d627dcb req-57cd1400-072e-447e-ac7a-ed414aa463c7 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372499 Sep 23 17:48:25.191613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c45da619-f47f-4cfa-8283-c75621855547 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bc4fafb1356648a6a2c2213c4c2fe953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7132151 Sep 23 17:48:25.194306 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34298) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:25.194903 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45da619-f47f-4cfa-8283-c75621855547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ca5844-b6d7-4393-837f-4def18690690,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:25.220990 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4d4523f2-a576-49bd-8b9a-dcc5f2a19467 req-931d2032-d319-4294-8f89-d66ebf525ce1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030197 Sep 23 17:48:25.256500 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.280106 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.291476 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-e00cc4ee-f97a-4f61-91d7-557234ec96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:25.294039 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-e00cc4ee-f97a-4f61-91d7-557234ec96a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 1097 time: 0.0516739 Sep 23 17:48:25.339796 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.342390 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:25.343587 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c3ca5844-b6d7-4393-837f-4def18690690 HTTP/1.1" status: 204 len: 168 time: 0.1473403 Sep 23 17:48:25.351812 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54519f31-3120-4fc5-995e-ef9ceee2efdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ca5844-b6d7-4393-837f-4def18690690,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:25.415538 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-d1164863-5399-4be0-857a-fd9d83bfd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:25.417057 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-d1164863-5399-4be0-857a-fd9d83bfd802 service neutron] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 916 time: 0.1136196 Sep 23 17:48:25.463864 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-5e1ab543-b590-4f68-924f-177c2cdf4355 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d HTTP/1.1" status: 200 len: 217 time: 0.0386720 Sep 23 17:48:25.530280 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-06ba249b-d54c-48e1-83cc-0bd2798ed1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:25.531867 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-06ba249b-d54c-48e1-83cc-0bd2798ed1b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0513253 Sep 23 17:48:25.572462 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-6492c9ae-6183-436b-8afa-ba155443663f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284750 Sep 23 17:48:25.692130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-78f3770a-c903-43e2-9c74-56bde438e021 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104577 Sep 23 17:48:25.823510 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-85ce2e61-a799-4ff9-a8a3-79d329d356de req-380d3e81-d4eb-427a-9ee8-58d0ba7836d5 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076560 Sep 23 17:48:26.221704 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf556f-ed58-42b9-852e-d81e924eb6af req-f186924d-4ea8-46a9-ad52-2f1ce1e06da5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:26.223402 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9daf556f-ed58-42b9-852e-d81e924eb6af req-f186924d-4ea8-46a9-ad52-2f1ce1e06da5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 944 time: 0.0633850 Sep 23 17:48:26.282219 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9daf556f-ed58-42b9-852e-d81e924eb6af req-e7908cb1-47ea-4041-b928-ea0a5290a903 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483994 Sep 23 17:48:26.378526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1831fc9-d2f6-4d76-9ef6-554e41bb264d req-8be44d1c-437c-4ba6-bd87-e5d27c3aa114 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:26.380072 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1831fc9-d2f6-4d76-9ef6-554e41bb264d req-8be44d1c-437c-4ba6-bd87-e5d27c3aa114 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0591872 Sep 23 17:48:26.443923 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1831fc9-d2f6-4d76-9ef6-554e41bb264d req-2771c4de-6794-4dee-874a-a6e7c5851020 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Sep 23 17:48:27.445699 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908eeec-5dfb-4cf8-bcf7-2c292ca35156 req-df049c45-4a7d-4d1e-a934-965eb4e1925a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:27.449872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6908eeec-5dfb-4cf8-bcf7-2c292ca35156 req-df049c45-4a7d-4d1e-a934-965eb4e1925a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 944 time: 0.0769424 Sep 23 17:48:27.491791 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6908eeec-5dfb-4cf8-bcf7-2c292ca35156 req-e7629d78-55f4-4822-9a85-652676957c50 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369606 Sep 23 17:48:27.571845 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fda851-62cd-43cc-960d-a5aaad386bde req-59b23e62-8ef3-4afd-850c-050e2aec5fe9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:27.573361 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02fda851-62cd-43cc-960d-a5aaad386bde req-59b23e62-8ef3-4afd-850c-050e2aec5fe9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0485556 Sep 23 17:48:27.613834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02fda851-62cd-43cc-960d-a5aaad386bde req-193fddaf-232e-4bc8-93e1-e4d13f6a054c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337951 Sep 23 17:48:27.974066 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34420) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:28.020551 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Deleting subnet 9f04dab7-173f-40c6-aac6-5cd32ec21bd2 {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:48:28.023788 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.066596 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.109958 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.171240 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.200932 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.202884 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9f04dab7-173f-40c6-aac6-5cd32ec21bd2 HTTP/1.1" status: 204 len: 168 time: 0.2277601 Sep 23 17:48:28.203729 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb5a64-5a68-43fd-bc30-e86268f6c24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f04dab7-173f-40c6-aac6-5cd32ec21bd2,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:28.205473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34422) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:28.279961 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.371859 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.392342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b013e4-b98e-40da-9339-5c62f7fab567']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:28.401727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02a8174-a077-4079-a21c-13077cc59537') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:28.402023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02a8174-a077-4079-a21c-13077cc59537') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:28.413246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.427291 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.432982 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:48:28.433362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:48:28.435695 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:48:28.495781 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.511444 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.517456 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] 10.222.0.50 "DELETE /v2.0/networks/a3b013e4-b98e-40da-9339-5c62f7fab567 HTTP/1.1" status: 204 len: 168 time: 0.3074167 Sep 23 17:48:28.517456 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e9dbd-69d9-4aa3-ac0a-fcbdc4d5796e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b013e4-b98e-40da-9339-5c62f7fab567,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:28.517456 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34432) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:28.617565 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Deleting subnet 42258c2f-7820-47a5-9842-0864610b247c {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:48:28.623417 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.680385 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f3f27-b124-430c-9fb2-9f77e608b976 req-bfee25a2-b474-411d-903b-34d1f2864ad2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:28.688841 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-822f3f27-b124-430c-9fb2-9f77e608b976 req-bfee25a2-b474-411d-903b-34d1f2864ad2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 944 time: 0.1125221 Sep 23 17:48:28.727280 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.801294 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-822f3f27-b124-430c-9fb2-9f77e608b976 req-2afdf6fe-d23f-474c-b3af-6403079bf395 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113970 Sep 23 17:48:28.831842 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57770677-a9f6-4b1f-94bd-f95001254a02 req-7c18de27-aea1-437c-af62-fb70a242e930 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:28.834067 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57770677-a9f6-4b1f-94bd-f95001254a02 req-7c18de27-aea1-437c-af62-fb70a242e930 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1360028 Sep 23 17:48:28.835358 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.922064 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57770677-a9f6-4b1f-94bd-f95001254a02 req-9ba64d1d-5e81-468c-9c01-7d45eb8305ce tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560160 Sep 23 17:48:28.947440 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.982706 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42258c2f-7820-47a5-9842-0864610b247c,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:28.986383 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:28.988378 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-379a8497-13df-429d-91f2-687eb00a88ac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/42258c2f-7820-47a5-9842-0864610b247c HTTP/1.1" status: 204 len: 168 time: 0.4706898 Sep 23 17:48:28.990852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34472) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:29.014758 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5f0903e1-2443-4044-b56e-bb87393c9f3d details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:48:29.089090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.104128 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34476) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:29.122475 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:29.135035 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '5f0903e1-2443-4044-b56e-bb87393c9f3d', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'port_id': '5f0903e1-2443-4044-b56e-bb87393c9f3d', 'mac_address': 'fa:16:3e:50:b9:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc19b07-450b-4d5e-866c-19f10af6db9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:48:29.178968 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.182124 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.194939 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0903e1-2443-4044-b56e-bb87393c9f3d {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:29.205470 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560e9cfb-9fe8-478b-81dc-fa042749b1fd']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:29.223525 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:29.228892 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.229824 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcb5b19-b8f4-40c4-89da-d2ea61dd0242') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:29.230118 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcb5b19-b8f4-40c4-89da-d2ea61dd0242') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:48:29.241481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7e3b851e-9a86-481c-86f8-6ff435ca3c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.248484 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.270624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.276862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:48:29.277801 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:48:29.279665 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:48:29.285883 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:29.293948 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.294317 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.294657 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.294991 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.295318 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.295643 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.295965 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.296288 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.296652 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.296997 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.297314 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.297629 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:48:29.338650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.347814 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.349876 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] 10.222.0.50 "DELETE /v2.0/networks/560e9cfb-9fe8-478b-81dc-fa042749b1fd HTTP/1.1" status: 204 len: 168 time: 0.3580666 Sep 23 17:48:29.361679 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cb4db-a244-4958-8cb8-d736c7777c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=560e9cfb-9fe8-478b-81dc-fa042749b1fd,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:29.429260 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7e3b851e-9a86-481c-86f8-6ff435ca3c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.433660 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7e3b851e-9a86-481c-86f8-6ff435ca3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.475247 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b851e-9a86-481c-86f8-6ff435ca3c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12765359-7d05-4e8a-8027-da212e732d61,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:29.484286 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-7e3b851e-9a86-481c-86f8-6ff435ca3c1e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=95ff547c5f354fe1b1c400ab8ef2a22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753188 Sep 23 17:48:29.484731 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34484) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:29.509292 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34486) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:29.537128 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.551884 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f71d2d51-41d4-4e9c-ab63-8e20309867b1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dde915716d9248db9d1b8abe825e701c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413866 Sep 23 17:48:29.554250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34488) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:29.559965 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.600947 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['5f0903e1-2443-4044-b56e-bb87393c9f3d'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:29.609787 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.622601 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.626711 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.628977 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/12765359-7d05-4e8a-8027-da212e732d61 HTTP/1.1" status: 204 len: 168 time: 0.1427975 Sep 23 17:48:29.641416 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2829579-0aed-4d37-8032-e01b2d82665d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12765359-7d05-4e8a-8027-da212e732d61,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:29.650489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.711069 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.717192 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:29.722038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5a2fd0f-897e-4c98-8c0b-2dd021d7bb1c HTTP/1.1" status: 204 len: 168 time: 0.1668251 Sep 23 17:48:29.732819 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d856f-8257-4dd2-bb06-e94770bb5c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a2fd0f-897e-4c98-8c0b-2dd021d7bb1c,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:29.930723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e75c0f-f7a6-494e-b289-c5a0013ec5a6 req-37419e7c-ed45-4a4c-b310-7ba87a0a0cd0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:29.930723 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4e75c0f-f7a6-494e-b289-c5a0013ec5a6 req-37419e7c-ed45-4a4c-b310-7ba87a0a0cd0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 945 time: 0.0536649 Sep 23 17:48:30.006158 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4e75c0f-f7a6-494e-b289-c5a0013ec5a6 req-5d7ffce3-47e9-4d1f-901b-886b03bab604 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698721 Sep 23 17:48:30.068506 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34508) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:30.092081 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34510) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:30.115958 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bb39020a-9460-410e-8f00-c7fb253d4747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.159591 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7eaf0396-1201-4a87-96b3-5884957c85e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54b83dc65c204577aa32dc739bdef0bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894628 Sep 23 17:48:30.166866 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34516) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:30.184295 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d72da-3a39-4154-8c63-eafb22466f53 req-a4fddb58-7b9a-42ec-a749-57eadfa8abc8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:30.187811 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d47d72da-3a39-4154-8c63-eafb22466f53 req-a4fddb58-7b9a-42ec-a749-57eadfa8abc8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0851772 Sep 23 17:48:30.257330 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d47d72da-3a39-4154-8c63-eafb22466f53 req-b33c8cec-d694-411d-b9b6-e208fbb04980 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592558 Sep 23 17:48:30.281884 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.318698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.321439 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bb39020a-9460-410e-8f00-c7fb253d4747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.327530 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bb39020a-9460-410e-8f00-c7fb253d4747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.386959 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-bb39020a-9460-410e-8f00-c7fb253d4747 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4be1551471fe41e8ac3367d05b1e7c21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923412 Sep 23 17:48:30.388097 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39020a-9460-410e-8f00-c7fb253d4747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5851f56e-1bff-4048-bb1b-af06c3ccb409,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:30.390142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34522) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:30.417687 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.421353 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.425236 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c1e3582-2feb-476c-b594-8e1d0b4e5658 HTTP/1.1" status: 204 len: 168 time: 0.2541776 Sep 23 17:48:30.435997 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7719d4-4161-4ec8-bf44-6344b118fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1e3582-2feb-476c-b594-8e1d0b4e5658,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:30.480058 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.505817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.565262 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.568282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:30.570078 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5851f56e-1bff-4048-bb1b-af06c3ccb409 HTTP/1.1" status: 204 len: 168 time: 0.1776409 Sep 23 17:48:30.579704 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef9b5-5ad4-4858-a5b1-8e8e9911e4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5851f56e-1bff-4048-bb1b-af06c3ccb409,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:30.625459 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34534) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:30.905817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6b087c63-e209-4ac2-94f1-333b609c5789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.043839 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5f0903e1-2443-4044-b56e-bb87393c9f3d up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:48:31.072882 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6b087c63-e209-4ac2-94f1-333b609c5789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.078689 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6b087c63-e209-4ac2-94f1-333b609c5789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.144336 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 5f0903e1-2443-4044-b56e-bb87393c9f3d completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:48:31.148541 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 5f0903e1-2443-4044-b56e-bb87393c9f3d triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:48:31.149065 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.171553 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6b087c63-e209-4ac2-94f1-333b609c5789 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=41103463d6244ffba96dc557bd990bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5445876 Sep 23 17:48:31.186622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b087c63-e209-4ac2-94f1-333b609c5789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f503e0-b789-4d25-8b07-5108a23312ee,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:31.187163 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34558) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:31.275250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79260ef2-c167-4902-83b6-50748f44ffe3 req-22f4d18e-21ed-4b98-9b43-0e965b8ba8d1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:31.283288 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79260ef2-c167-4902-83b6-50748f44ffe3 req-22f4d18e-21ed-4b98-9b43-0e965b8ba8d1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 945 time: 0.1463926 Sep 23 17:48:31.283942 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.290934 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.327160 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:31.327715 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.329513 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8524f-95dd-4988-9e22-1309d105cf1d" -d '{"events": [{"server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:31.344190 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:31.345297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79260ef2-c167-4902-83b6-50748f44ffe3 req-00b097ca-2e66-4aed-939c-863df069cb13 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610325 Sep 23 17:48:31.361230 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.442009 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:31.442959 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.452014 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:31.457483 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1f503e0-b789-4d25-8b07-5108a23312ee HTTP/1.1" status: 204 len: 168 time: 0.2677777 Sep 23 17:48:31.475370 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9e53f-6739-41ee-bb6b-9ebbab1bcb1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f503e0-b789-4d25-8b07-5108a23312ee,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:31.505768 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819f3b5-5695-4df0-b68b-a6c9feb98cd7 req-d1202e8b-e27e-42de-ad64-c984e60aa9e4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:31.507376 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0819f3b5-5695-4df0-b68b-a6c9feb98cd7 req-d1202e8b-e27e-42de-ad64-c984e60aa9e4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0700712 Sep 23 17:48:31.545413 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef127e7-99b1-49e0-b412-92b65c7c54a8 x-openstack-request-id: req-cef127e7-99b1-49e0-b412-92b65c7c54a8 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:31.545872 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "name": "network-vif-plugged", "status": "completed", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:31.546011 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cef127e7-99b1-49e0-b412-92b65c7c54a8 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:31.546546 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d', 'code': 200} Sep 23 17:48:31.571152 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0819f3b5-5695-4df0-b68b-a6c9feb98cd7 req-8e0e073e-559d-4e50-af8d-84978c160536 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559595 Sep 23 17:48:31.762773 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bbfa7-e2cc-466c-b176-3d41f689ce66 req-20cd7730-8423-49e7-92c8-fbcbbab4f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:31.764909 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ae8bbfa7-e2cc-466c-b176-3d41f689ce66 req-20cd7730-8423-49e7-92c8-fbcbbab4f459 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 1099 time: 0.0443010 Sep 23 17:48:31.805565 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ae8bbfa7-e2cc-466c-b176-3d41f689ce66 req-00c9f179-09ff-43a3-88d9-f0bb535ef723 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295415 Sep 23 17:48:31.952213 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34588) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:31.966697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e487e324-bafe-454d-88f5-969103bc5368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.070489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e487e324-bafe-454d-88f5-969103bc5368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.082166 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e487e324-bafe-454d-88f5-969103bc5368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.136105 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487e324-bafe-454d-88f5-969103bc5368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6980de9-b04f-4b97-aeef-a8b02bc00e38,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:32.145805 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34596) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:32.145965 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e487e324-bafe-454d-88f5-969103bc5368 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=06bb520165434a3db0a9ce423a8cca23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950097 Sep 23 17:48:32.207177 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.233159 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.291676 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.293548 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:32.297170 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6980de9-b04f-4b97-aeef-a8b02bc00e38 HTTP/1.1" status: 204 len: 168 time: 0.1502173 Sep 23 17:48:32.305323 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c8ea-f97f-41da-97d3-18526173d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6980de9-b04f-4b97-aeef-a8b02bc00e38,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:32.480169 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332f657-ce21-4764-96aa-41ccb2a95832 req-6f27e066-17ea-4d6c-bcc5-8b909eb1de6e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:32.482986 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c332f657-ce21-4764-96aa-41ccb2a95832 req-6f27e066-17ea-4d6c-bcc5-8b909eb1de6e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 946 time: 0.0698776 Sep 23 17:48:32.532599 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c332f657-ce21-4764-96aa-41ccb2a95832 req-e255788f-9a3c-4d7a-a1ba-93d85baefefb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430222 Sep 23 17:48:32.702309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92954dd-341e-40f5-a5bb-5340e09df1c5 req-09c10280-802e-4595-870d-a84be1a2815b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:32.703833 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c92954dd-341e-40f5-a5bb-5340e09df1c5 req-09c10280-802e-4595-870d-a84be1a2815b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0553827 Sep 23 17:48:32.746709 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c92954dd-341e-40f5-a5bb-5340e09df1c5 req-6b92758b-89f1-448f-a01e-bd8cbb867e94 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Sep 23 17:48:33.735154 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486869c8-c099-4a51-a11a-944ba36d91a4 req-e10ab616-87de-42a6-81e2-7fe02e2b659e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:33.737347 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-486869c8-c099-4a51-a11a-944ba36d91a4 req-e10ab616-87de-42a6-81e2-7fe02e2b659e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 946 time: 0.1130717 Sep 23 17:48:33.781389 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-486869c8-c099-4a51-a11a-944ba36d91a4 req-afdef967-2a96-426b-a38d-4b660af6d6b1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Sep 23 17:48:33.905226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e795f-2c8f-44cc-9d2a-e6358ff4163e req-1ae62a60-dbd5-447c-9316-f7399a8fdef2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:33.907283 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a08e795f-2c8f-44cc-9d2a-e6358ff4163e req-1ae62a60-dbd5-447c-9316-f7399a8fdef2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0668766 Sep 23 17:48:33.955020 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a08e795f-2c8f-44cc-9d2a-e6358ff4163e req-ee1e4064-07be-47de-934d-a0a1dd164627 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402548 Sep 23 17:48:35.190994 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bce75506-066d-4f8c-ac1c-2049d5be7be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:35.267868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47625f04-842f-48f5-af3f-6c48c7af1a2f req-6bf56aa0-0f00-47a5-9516-838e42399db9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:35.269696 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-47625f04-842f-48f5-af3f-6c48c7af1a2f req-6bf56aa0-0f00-47a5-9516-838e42399db9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0651031 Sep 23 17:48:35.309550 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-47625f04-842f-48f5-af3f-6c48c7af1a2f req-361a285b-7fe4-4274-8cfd-4c90f79cf4a3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Sep 23 17:48:35.912869 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34774) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.043716 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2b249207-bdd3-4b04-badc-d94e9adc9999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.145901 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2b249207-bdd3-4b04-badc-d94e9adc9999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.148985 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34784) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.155017 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2b249207-bdd3-4b04-badc-d94e9adc9999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.192904 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2b249207-bdd3-4b04-badc-d94e9adc9999 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8dee12932b224623bb89edfc69b1fd96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789135 Sep 23 17:48:36.193850 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b249207-bdd3-4b04-badc-d94e9adc9999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce370e6f-73db-4999-9f28-f388fad7f1ab,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:36.195570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34788) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.257585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.261664 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd35f-5089-4c46-ab78-e3a8a46d7c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.289393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.354129 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.358684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.362968 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce370e6f-73db-4999-9f28-f388fad7f1ab HTTP/1.1" status: 204 len: 168 time: 0.1631267 Sep 23 17:48:36.368007 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3242af-5966-4b53-b3f6-c9f24acfb88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce370e6f-73db-4999-9f28-f388fad7f1ab,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:36.380076 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd35f-5089-4c46-ab78-e3a8a46d7c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.385274 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd35f-5089-4c46-ab78-e3a8a46d7c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.428220 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd35f-5089-4c46-ab78-e3a8a46d7c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4091629-e3ea-43c0-8116-180e75403ec8,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:36.433364 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-4c8fd35f-5089-4c46-ab78-e3a8a46d7c5b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=87032679db69433a8b55551f93ca0e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833118 Sep 23 17:48:36.436131 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34794) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.473269 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2b1b2-f0cc-4ed7-9f57-f3c3cc8330c5 req-8f7156ca-b51b-4ba0-9ccd-cd699e192571 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:36.480872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bcd2b1b2-f0cc-4ed7-9f57-f3c3cc8330c5 req-8f7156ca-b51b-4ba0-9ccd-cd699e192571 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0906172 Sep 23 17:48:36.491325 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.514398 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.519944 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bcd2b1b2-f0cc-4ed7-9f57-f3c3cc8330c5 req-e0ecc1f5-c43e-4882-bf07-dbd6ac89cf1b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380325 Sep 23 17:48:36.583221 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.585874 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.590610 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4091629-e3ea-43c0-8116-180e75403ec8 HTTP/1.1" status: 204 len: 168 time: 0.1532466 Sep 23 17:48:36.601098 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c09c6-df68-46cd-ba56-f03aa5476cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4091629-e3ea-43c0-8116-180e75403ec8,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:36.745481 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34808) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.758491 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e9792cbc-85bb-4232-abd1-a13679424cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.873138 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e9792cbc-85bb-4232-abd1-a13679424cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.879461 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e9792cbc-85bb-4232-abd1-a13679424cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:36.935340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e9792cbc-85bb-4232-abd1-a13679424cd9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3b00e30f25244c4ad17140805b4f4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862829 Sep 23 17:48:36.935586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 34826) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:36.953281 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9792cbc-85bb-4232-abd1-a13679424cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75caeaf-09d2-4509-a267-bdecaf904e1e,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:37.062059 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34828) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:37.067634 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.077041 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11e87f67-7062-423d-a990-915042371946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.090631 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-7f6c20e9-e8ea-4dde-ab46-dfaa8fddfa92 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:37.092357 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-7f6c20e9-e8ea-4dde-ab46-dfaa8fddfa92 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1626775 Sep 23 17:48:37.112969 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.136046 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-72f05971-3003-494c-ab6b-208cc61a123b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/quotas/a22ad6c34f9a4ef58d676ac524695991 HTTP/1.1" status: 200 len: 375 time: 0.0253384 Sep 23 17:48:37.176448 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11e87f67-7062-423d-a990-915042371946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.180088 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11e87f67-7062-423d-a990-915042371946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.209688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-8a8eb31a-5f1f-49b1-a5f6-95e9dffed4e9 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591049 Sep 23 17:48:37.216302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.219007 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.220145 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a75caeaf-09d2-4509-a267-bdecaf904e1e HTTP/1.1" status: 204 len: 168 time: 0.2836497 Sep 23 17:48:37.223251 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-11e87f67-7062-423d-a990-915042371946 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=19f0dd6f371a49d08f865abdacb0bd0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578562 Sep 23 17:48:37.224377 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e87f67-7062-423d-a990-915042371946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51a4a63-3cd7-4ef3-bbe0-334c9448310c,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:37.227863 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 34832) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:37.247928 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d60b-38af-4b9d-b6a7-5ad664b21df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75caeaf-09d2-4509-a267-bdecaf904e1e,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:37.290979 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.315720 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.318639 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-1ad3abd8-d138-4cb3-861b-b8c93c3b6d38 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972879 Sep 23 17:48:37.378407 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.381445 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:37.382719 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e51a4a63-3cd7-4ef3-bbe0-334c9448310c HTTP/1.1" status: 204 len: 168 time: 0.1549895 Sep 23 17:48:37.393954 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe5b56-23c2-4734-9fe7-297d7ed67a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51a4a63-3cd7-4ef3-bbe0-334c9448310c,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:37.433511 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-e30c8c39-f997-4fdd-97e9-c8fe8b2ce4d8 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072810 Sep 23 17:48:37.802367 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6e54452c-54db-421f-b224-569b52251661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:38.267355 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:38.499796 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:48:38.919807 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:39.484020 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0dc01d29-ed74-4e98-998f-99c5209e2b03 req-7d6717f0-6cd3-4a7c-a989-a062dc02d619 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 210 time: 0.0538533 Sep 23 17:48:39.506558 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14f46f-6b53-4dd3-ae88-b04fae4ebe1c req-55ad485b-0490-47a1-b71b-40f92245e09e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:39.508057 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b14f46f-6b53-4dd3-ae88-b04fae4ebe1c req-55ad485b-0490-47a1-b71b-40f92245e09e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0794275 Sep 23 17:48:39.548650 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b14f46f-6b53-4dd3-ae88-b04fae4ebe1c req-b642268b-9540-4b5c-b6b2-1ccab0d3fbc6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331860 Sep 23 17:48:40.220552 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-50bc4d3d-37c8-43be-9b8f-73e8cbcbf923 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:40.222292 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-50bc4d3d-37c8-43be-9b8f-73e8cbcbf923 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1398487 Sep 23 17:48:40.242934 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Request body: {'port': {'device_id': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'admin_state_up': True, 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:40.377668 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:40.382199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:40.556262 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Allocated IP 172.20.0.2 (733583a7-80b9-44c0-916a-e95ef40defd2/ecc19b07-450b-4d5e-866c-19f10af6db9a/45ed856e-a2be-4635-8dc5-7ae6d2318d25) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:48:40.645410 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6f07bae7-b4c2-4c6a-9bbe-1becf82f9482 req-bd16b0bf-0cae-473a-bc02-5d73fae96be5 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 210 time: 0.0574427 Sep 23 17:48:40.754546 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:40.782700 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfc93d-eb5e-461c-9a43-ca9ac3976de9 req-8e2b388f-645a-4530-94ed-4ef42ce3b476 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:40.784848 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2dfc93d-eb5e-461c-9a43-ca9ac3976de9 req-8e2b388f-645a-4530-94ed-4ef42ce3b476 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1366813 Sep 23 17:48:40.855749 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2dfc93d-eb5e-461c-9a43-ca9ac3976de9 req-05f2dfe7-a83a-4089-8517-0e0f39329132 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611417 Sep 23 17:48:40.858779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:40.906717 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:40.925581 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', '5f0903e1-2443-4044-b56e-bb87393c9f3d'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:40.957780 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Network 733583a7-80b9-44c0-916a-e95ef40defd2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:48:40.962542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:48:40.967885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:48:41.001258 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event updated for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:41.038722 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:41.039391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.061163 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-05a5abcf-9658-45dc-ba3a-5d6ebcd9303a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8233056 Sep 23 17:48:41.077789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Request body: {'port': {'device_id': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:41.140018 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.438812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ed856e-a2be-4635-8dc5-7ae6d2318d25 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:41.447554 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.461325 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Transition to ACTIVE for port object 45ed856e-a2be-4635-8dc5-7ae6d2318d25 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:48:41.466002 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.521796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Pushing event updated for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:41.597592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Attempting to bind port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:48:41.598316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Attempting to bind port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:48:41.598520 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Attempting to bind port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:41.604890 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 on network 733583a7-80b9-44c0-916a-e95ef40defd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:48:41.605359 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Attempting to bind port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:41.612450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:48:41.612823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Checking segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:48:41.613203 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Bound using segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:48:41.613631 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Bound port: 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:48:41.613988 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.682496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:48:41.686827 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:48:41.696179 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.737978 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:41.738611 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:41.740047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] 10.222.0.61 "PUT /v2.0/ports/45ed856e-a2be-4635-8dc5-7ae6d2318d25 HTTP/1.1" status: 200 len: 1093 time: 0.6694183 Sep 23 17:48:41.740519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:41.742758 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e547c69-0027-460e-a279-e240ed312f66" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:41.764952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a37068-ec81-42ac-928b-f7c53c8dde4e service neutron] Pushing event updated for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:44.422935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59efbb52-6c16-4b84-a6f0-a7c8c579b122 x-openstack-request-id: req-59efbb52-6c16-4b84-a6f0-a7c8c579b122 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:44.423593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:44.423593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59efbb52-6c16-4b84-a6f0-a7c8c579b122 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:44.424006 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'status': 'completed', 'code': 200} Sep 23 17:48:44.470200 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-c388fe3f-1d87-4c55-a964-c5fd27a662a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:44.471736 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-c388fe3f-1d87-4c55-a964-c5fd27a662a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 1096 time: 0.1030674 Sep 23 17:48:44.483275 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812627de-248d-4c4c-9626-badffdfd8266 req-df026c44-f92a-4b7e-86e3-049653abe5f1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:44.484772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-812627de-248d-4c4c-9626-badffdfd8266 req-df026c44-f92a-4b7e-86e3-049653abe5f1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 943 time: 0.0746167 Sep 23 17:48:44.570941 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-fc74274a-c8ac-4094-bfa4-6055ed2b4f33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25 HTTP/1.1" status: 200 len: 217 time: 0.0852015 Sep 23 17:48:44.655386 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96817c0-b88c-4b37-a4a3-bf22b335be8d req-5e363464-6a10-4ab1-986c-17430b6eb877 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:44.657044 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e96817c0-b88c-4b37-a4a3-bf22b335be8d req-5e363464-6a10-4ab1-986c-17430b6eb877 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1836627 Sep 23 17:48:44.659969 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-812627de-248d-4c4c-9626-badffdfd8266 req-f7639f2b-5e7a-435f-a39a-c012e16718a8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602135 Sep 23 17:48:44.687982 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-734db1bd-a961-4199-8eec-a8d5a1981960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:44.689694 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-734db1bd-a961-4199-8eec-a8d5a1981960 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.1025867 Sep 23 17:48:44.734027 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-bc98b910-71e5-40ce-86e5-7876364a249a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317724 Sep 23 17:48:44.740966 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e96817c0-b88c-4b37-a4a3-bf22b335be8d req-475503c7-35d3-4c4b-a9c3-f73bea9e5c9c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776770 Sep 23 17:48:44.865906 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-be0c9157-d203-46b2-bd80-6b0b69435998 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180816 Sep 23 17:48:45.232974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9849cea5-a989-460f-9c6b-794e73d7f4d9 req-71dab05a-874e-47c2-963e-e6bae03181ce service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582637 Sep 23 17:48:45.335883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547c69-0027-460e-a279-e240ed312f66 req-df21c398-6aaf-40c2-a4c8-7973e37bfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:45.346606 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-df21c398-6aaf-40c2-a4c8-7973e37bfa4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 1096 time: 0.0419657 Sep 23 17:48:45.470613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547c69-0027-460e-a279-e240ed312f66 req-47211422-64c1-4f4f-8ec5-34163e711c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:45.471560 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-47211422-64c1-4f4f-8ec5-34163e711c3c service neutron] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 916 time: 0.1135302 Sep 23 17:48:45.527240 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-28e649af-6689-4f86-ac10-cf031035518f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25 HTTP/1.1" status: 200 len: 217 time: 0.0386522 Sep 23 17:48:45.585948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e547c69-0027-460e-a279-e240ed312f66 req-1a0edd81-fe78-464d-883f-a4cd5fdf47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:45.587430 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-1a0edd81-fe78-464d-883f-a4cd5fdf47bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0531254 Sep 23 17:48:45.635739 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-6cb6a390-1827-4d0f-89cc-3efbacc309d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304401 Sep 23 17:48:45.881747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b311c-b002-4bea-bcbb-48540b6d070d req-976c3d10-d1dd-4ced-94f1-b8e255b8dac6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:45.881747 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e79b311c-b002-4bea-bcbb-48540b6d070d req-976c3d10-d1dd-4ced-94f1-b8e255b8dac6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 943 time: 0.1169827 Sep 23 17:48:45.882552 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-dba61d19-b1ec-4933-af3d-10e333f5b977 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245533 Sep 23 17:48:46.016074 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e79b311c-b002-4bea-bcbb-48540b6d070d req-c93604ab-b7f1-412a-83c9-fe72ff2b7f90 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179039 Sep 23 17:48:46.026469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ffbcce-584b-47a0-b5f1-edede1a8fdcc req-2d34a654-7505-4f71-82e2-a2192e98fa2e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:46.036140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2ffbcce-584b-47a0-b5f1-edede1a8fdcc req-2d34a654-7505-4f71-82e2-a2192e98fa2e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1776750 Sep 23 17:48:46.070366 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e547c69-0027-460e-a279-e240ed312f66 req-b015135b-9f19-4885-afd3-ab0396bfd087 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733701 Sep 23 17:48:46.097541 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2ffbcce-584b-47a0-b5f1-edede1a8fdcc req-da275867-86ae-4456-b4d2-3eafb7fb6438 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514104 Sep 23 17:48:46.156271 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35076) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:46.284998 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a8a7-2e15-4220-9a4b-d5767a529cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.409025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a8a7-2e15-4220-9a4b-d5767a529cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.426259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b9e7a8a7-2e15-4220-9a4b-d5767a529cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.473318 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-b9e7a8a7-2e15-4220-9a4b-d5767a529cdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=42e994cfedb148b0a3c16fb355b56df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159151 Sep 23 17:48:46.474181 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e7a8a7-2e15-4220-9a4b-d5767a529cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bbfcc5-13c3-43d5-be2f-30028393d807,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:46.476771 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35088) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:46.539217 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.572235 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.642279 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.645037 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:46.646236 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19bbfcc5-13c3-43d5-be2f-30028393d807 HTTP/1.1" status: 204 len: 168 time: 0.1673748 Sep 23 17:48:46.656426 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b25256-2c1b-4a08-a081-2282b95c256d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bbfcc5-13c3-43d5-be2f-30028393d807,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:46.932613 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35100) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:46.945768 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-cb0b025e-216f-4c4e-8fc9-63002fb340a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.054244 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-cb0b025e-216f-4c4e-8fc9-63002fb340a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.059681 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-cb0b025e-216f-4c4e-8fc9-63002fb340a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.100704 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-cb0b025e-216f-4c4e-8fc9-63002fb340a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ef7e82e76c6480f96fb60efdb11e8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668069 Sep 23 17:48:47.102400 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b025e-216f-4c4e-8fc9-63002fb340a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc933f9-5c0b-4ff6-b3a6-7bfc153da10f,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:47.103604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35110) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:47.226331 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a772623-4bd8-4820-a3ef-1202f8a9278c req-d37c0e72-782f-4bfe-a51d-d3d32ca419ee tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:47.227849 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a772623-4bd8-4820-a3ef-1202f8a9278c req-d37c0e72-782f-4bfe-a51d-d3d32ca419ee tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 943 time: 0.1222157 Sep 23 17:48:47.251574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.290935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40beca-08d2-4e53-bb39-c023d65caae6 req-7fdbda5c-c60e-4142-8159-554b53401321 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:47.292515 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de40beca-08d2-4e53-bb39-c023d65caae6 req-7fdbda5c-c60e-4142-8159-554b53401321 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1158276 Sep 23 17:48:47.306618 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.337970 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a772623-4bd8-4820-a3ef-1202f8a9278c req-dc552b3b-9b53-4124-87fc-60ecf9f98375 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999162 Sep 23 17:48:47.372822 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de40beca-08d2-4e53-bb39-c023d65caae6 req-da172850-1bf7-4fce-86c0-764bb3cdc5f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740409 Sep 23 17:48:47.395930 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.399083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:47.403943 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/adc933f9-5c0b-4ff6-b3a6-7bfc153da10f HTTP/1.1" status: 204 len: 168 time: 0.2910981 Sep 23 17:48:47.412117 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561f5ba-64b0-472f-b10c-e54713f49a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc933f9-5c0b-4ff6-b3a6-7bfc153da10f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:48.484915 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35164) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:48.553310 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5681e-338d-4cbc-b26f-f97109b0da1d req-fd04b990-e747-4b34-bb26-14a2d54fc059 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:48.556027 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aac5681e-338d-4cbc-b26f-f97109b0da1d req-fd04b990-e747-4b34-bb26-14a2d54fc059 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0942547 Sep 23 17:48:48.579413 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399b6d-3f87-493c-9dda-48bd4c0de768 req-fb6f5d11-5d29-4e81-866a-0c7f1cf8a338 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:48.581788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1399b6d-3f87-493c-9dda-48bd4c0de768 req-fb6f5d11-5d29-4e81-866a-0c7f1cf8a338 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 943 time: 0.1089640 Sep 23 17:48:48.625636 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-28f81012-52fb-43dc-b2e9-fff099f34642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.655096 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1399b6d-3f87-493c-9dda-48bd4c0de768 req-2cf6a4be-2a09-4245-8fdb-8fd1e27a5718 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Sep 23 17:48:48.660826 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aac5681e-338d-4cbc-b26f-f97109b0da1d req-54b1b9fd-670a-4444-b860-de19698a2009 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961349 Sep 23 17:48:48.757758 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-28f81012-52fb-43dc-b2e9-fff099f34642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.762590 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-28f81012-52fb-43dc-b2e9-fff099f34642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.810488 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-28f81012-52fb-43dc-b2e9-fff099f34642 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3908826dc94946089f1804a5bfdf352a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3239427 Sep 23 17:48:48.811382 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f81012-52fb-43dc-b2e9-fff099f34642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0fdb22-298c-4a69-a050-a7317ec8b175,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:48.813250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35180) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:48.870884 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.893367 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.950609 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.955133 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:48.957089 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ea0fdb22-298c-4a69-a050-a7317ec8b175 HTTP/1.1" status: 204 len: 168 time: 0.1426125 Sep 23 17:48:48.970748 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82972e97-32df-41a8-9c26-9887e3f1a486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0fdb22-298c-4a69-a050-a7317ec8b175,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:49.786958 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35248) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:49.893435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7141adc9-bd04-49ef-9a3d-ca26bfa3cdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:49.995182 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7141adc9-bd04-49ef-9a3d-ca26bfa3cdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.000022 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7141adc9-bd04-49ef-9a3d-ca26bfa3cdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.043314 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-7141adc9-bd04-49ef-9a3d-ca26bfa3cdf6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f78eaab8425a451ba0096c51c2f64592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2551751 Sep 23 17:48:50.044266 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141adc9-bd04-49ef-9a3d-ca26bfa3cdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86edf77-3c55-4f1f-a348-aa623da29564,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:50.046527 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35254) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:50.105022 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.126975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.187049 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.189675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.190856 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d86edf77-3c55-4f1f-a348-aa623da29564 HTTP/1.1" status: 204 len: 168 time: 0.1433442 Sep 23 17:48:50.216877 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df58a3d-9aa9-45b7-a4fb-aa481b5ce3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86edf77-3c55-4f1f-a348-aa623da29564,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:50.485171 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 45ed856e-a2be-4635-8dc5-7ae6d2318d25 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:48:50.491670 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35264) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:50.510467 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.512140 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-745f8b79-ac93-4d1c-80a7-6c7c74705ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.599859 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:50.612886 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'port_id': '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'mac_address': 'fa:16:3e:6d:85:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc19b07-450b-4d5e-866c-19f10af6db9a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:48:50.624629 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-745f8b79-ac93-4d1c-80a7-6c7c74705ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.628994 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-745f8b79-ac93-4d1c-80a7-6c7c74705ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.655890 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.670317 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-745f8b79-ac93-4d1c-80a7-6c7c74705ba4 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5b15d731b5d4708983636a13e2a6e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773233 Sep 23 17:48:50.671196 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f8b79-ac93-4d1c-80a7-6c7c74705ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860435c5-f87a-4221-8970-4113f6bf8cc3,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:50.672141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ed856e-a2be-4635-8dc5-7ae6d2318d25 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:50.673436 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35266) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:50.692907 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:50.697301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.725058 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.749834 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.750106 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:50.798847 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.801973 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:50.803264 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/860435c5-f87a-4221-8970-4113f6bf8cc3 HTTP/1.1" status: 204 len: 168 time: 0.1287923 Sep 23 17:48:50.813910 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7e2e9-8751-4f66-8cf4-11428637cefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860435c5-f87a-4221-8970-4113f6bf8cc3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:51.766205 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc3cd1-7503-4c36-99c0-447be4da224c req-79f2b456-ca74-4b48-a08b-f26c4003d354 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:51.769420 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d0dc3cd1-7503-4c36-99c0-447be4da224c req-79f2b456-ca74-4b48-a08b-f26c4003d354 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 944 time: 0.1070321 Sep 23 17:48:51.789353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb795567-1f0e-4848-b0a2-78f4a0d0e9d4 req-5e1bf98b-a860-46e4-90a5-436d5e6e9729 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:51.790835 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eb795567-1f0e-4848-b0a2-78f4a0d0e9d4 req-5e1bf98b-a860-46e4-90a5-436d5e6e9729 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1115143 Sep 23 17:48:51.853257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d0dc3cd1-7503-4c36-99c0-447be4da224c req-c0852e26-22ab-4431-933c-8717afe95f1d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781090 Sep 23 17:48:51.865240 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eb795567-1f0e-4848-b0a2-78f4a0d0e9d4 req-6805d375-7cef-4f37-8659-badba56e19a3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658982 Sep 23 17:48:52.075261 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['45ed856e-a2be-4635-8dc5-7ae6d2318d25'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:48:52.575256 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-1c7efa99-5872-4337-8366-4d2cec148dc3 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325119 Sep 23 17:48:52.775408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-b620f928-5d23-4a77-983c-357f4976599c tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:52.777073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-b620f928-5d23-4a77-983c-357f4976599c tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961117 Sep 23 17:48:52.798148 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-10365ad8-1b86-4a3c-91ef-c634f442752b tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/quotas/0f2d9cc218b343d3a236a849e9ed34da HTTP/1.1" status: 200 len: 375 time: 0.0103645 Sep 23 17:48:52.845948 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-bf8e6289-aeca-4e10-bce0-3290d2e4b878 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402606 Sep 23 17:48:53.132940 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3817fe-8542-4a06-a9a7-ce4adb5ee306 req-6d396f8e-a730-497d-a551-9f103b481afc tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:53.134982 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c3817fe-8542-4a06-a9a7-ce4adb5ee306 req-6d396f8e-a730-497d-a551-9f103b481afc tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 944 time: 0.1370695 Sep 23 17:48:53.150069 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf59e90-470f-4bbd-bfdb-65627e261c17 req-f959bbc6-a295-44d3-a474-2e8055410908 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:53.151858 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-abf59e90-470f-4bbd-bfdb-65627e261c17 req-f959bbc6-a295-44d3-a474-2e8055410908 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0910203 Sep 23 17:48:53.253442 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c3817fe-8542-4a06-a9a7-ce4adb5ee306 req-a15529a5-6682-49f6-97f2-379e7709d503 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996192 Sep 23 17:48:53.297319 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-abf59e90-470f-4bbd-bfdb-65627e261c17 req-52517ddd-e7c8-4490-909a-ff6b57d5e79d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331487 Sep 23 17:48:53.359799 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f967779e-aa5c-4b72-aa3d-76160f61b87b req-87d0f711-1545-4fd0-b1a4-af7f8e29c752 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 210 time: 0.0326612 Sep 23 17:48:53.548042 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 45ed856e-a2be-4635-8dc5-7ae6d2318d25 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:48:53.622674 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:48:53.626760 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:48:53.627205 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:53.709967 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:53.741117 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:53.743261 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ea3562-0a08-46eb-a956-9304547809f1" -d '{"events": [{"server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "name": "network-vif-plugged", "status": "completed", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:53.768147 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:48:53.776079 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:53.809301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d6c10a-08ea-431f-bc4e-4a4272eed8b1 x-openstack-request-id: req-e0d6c10a-08ea-431f-bc4e-4a4272eed8b1 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:53.809599 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "name": "network-vif-plugged", "status": "completed", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:53.809902 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0d6c10a-08ea-431f-bc4e-4a4272eed8b1 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:53.810483 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'code': 200} Sep 23 17:48:53.857862 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:54.071099 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbaf5b-9dde-40d4-856a-baa05a56e45f req-066958f4-c510-445a-a618-1327793a1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:54.072927 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6bbaf5b-9dde-40d4-856a-baa05a56e45f req-066958f4-c510-445a-a618-1327793a1dc7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 1098 time: 0.0447507 Sep 23 17:48:54.155484 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6bbaf5b-9dde-40d4-856a-baa05a56e45f req-b4c87554-62be-468f-89c3-f8f2ff907e5d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297160 Sep 23 17:48:54.404636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457d958-5d15-467a-818c-5a0d0157ad75 req-83e67197-b69a-46d9-86c5-3e2051d8bc82 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:54.406236 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4457d958-5d15-467a-818c-5a0d0157ad75 req-83e67197-b69a-46d9-86c5-3e2051d8bc82 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.0631571 Sep 23 17:48:54.478354 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4457d958-5d15-467a-818c-5a0d0157ad75 req-4f85aeea-f358-416b-a6de-49ba66ab408a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605495 Sep 23 17:48:54.500408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454796dd-0a05-4bc4-b093-e97908311948 req-bc6996a8-a062-489c-b2d8-c96b7bc8da0e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:54.500408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-454796dd-0a05-4bc4-b093-e97908311948 req-bc6996a8-a062-489c-b2d8-c96b7bc8da0e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0927188 Sep 23 17:48:54.594035 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-454796dd-0a05-4bc4-b093-e97908311948 req-bb657b07-de5f-4a18-82cc-cab3e433bae6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852079 Sep 23 17:48:54.610943 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4628b296-a888-45f3-a772-dbbbef98d379 req-2c2ca1ed-5d29-48f9-b2b3-b142bfb7abb7 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 210 time: 0.0533879 Sep 23 17:48:54.634667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-71ba041f-4a34-4712-803c-38b5c86dc8cf tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227208 Sep 23 17:48:54.793021 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-c37b3762-5308-44d8-b820-54e26f133441 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:54.794707 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-c37b3762-5308-44d8-b820-54e26f133441 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217389 Sep 23 17:48:54.815902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Request body: {'port': {'device_id': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4', 'admin_state_up': True, 'tenant_id': '0f2d9cc218b343d3a236a849e9ed34da'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:54.858145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35428) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:54.997681 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-948b0496-ce5b-4cc3-b6f5-a4e2ae427763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.011872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Made reservation on behalf of 0f2d9cc218b343d3a236a849e9ed34da for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:48:55.016157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.027534 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.180317 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-948b0496-ce5b-4cc3-b6f5-a4e2ae427763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.190711 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-948b0496-ce5b-4cc3-b6f5-a4e2ae427763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.255647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b0496-ce5b-4cc3-b6f5-a4e2ae427763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f708e8dc-696b-4190-b88c-cc43998a7ec9,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:55.269676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-948b0496-ce5b-4cc3-b6f5-a4e2ae427763 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6cceeb3c4dac4a5c92eb95af978f5bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087751 Sep 23 17:48:55.272861 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35452) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:48:55.332613 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.343886 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.349184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.360820 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.422214 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.427728 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.432512 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f708e8dc-696b-4190-b88c-cc43998a7ec9 HTTP/1.1" status: 204 len: 168 time: 0.1584044 Sep 23 17:48:55.434232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57585678-a20e-48d7-bf1c-2a7b4bbc61d1,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:55.442655 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a2f28-d1f0-49e4-aa2a-68cc159322fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f708e8dc-696b-4190-b88c-cc43998a7ec9,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:55.499467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Allocated IP 192.168.233.251 (cf044aef-b041-4fca-8daa-f4c479911ff4/b07ee95f-3097-4967-b3c5-7fc38c29b54c/f7133105-e0e0-4f17-9c54-4d2f00dc9f22) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:48:55.740452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6e7aa-c37f-4e8c-ae5f-a6d4cd307656 req-57c59ee3-942f-43ef-9b17-f6a1ea0a0315 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:55.742198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbf6e7aa-c37f-4e8c-ae5f-a6d4cd307656 req-57c59ee3-942f-43ef-9b17-f6a1ea0a0315 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.1491067 Sep 23 17:48:55.834521 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.862359 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbf6e7aa-c37f-4e8c-ae5f-a6d4cd307656 req-6a7155c9-569e-4e6a-803f-2914f164a89b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998845 Sep 23 17:48:55.874465 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a51bf-791f-485c-9784-53faaa3ce1bb req-32916887-2c20-4a53-ae3f-1daadc549a18 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:55.880883 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d23a51bf-791f-485c-9784-53faaa3ce1bb req-32916887-2c20-4a53-ae3f-1daadc549a18 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1326182 Sep 23 17:48:55.936147 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:55.947691 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d23a51bf-791f-485c-9784-53faaa3ce1bb req-37562582-751f-4709-bf30-2de7e56bde71 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641046 Sep 23 17:48:56.012654 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Network cf044aef-b041-4fca-8daa-f4c479911ff4 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:48:56.019249 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:48:56.022237 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:48:56.067496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Pushing event updated for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:56.093804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:56.094457 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.106815 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f22c9-f049-4298-bcbe-2bc8c1780ec1 req-eb563553-f0d2-42bd-8746-eb6e273db19d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:56.108365 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-113f22c9-f049-4298-bcbe-2bc8c1780ec1 req-eb563553-f0d2-42bd-8746-eb6e273db19d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 936 time: 0.1665535 Sep 23 17:48:56.138245 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-08a57624-f22d-4d5c-913f-280690b99f19 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3252316 Sep 23 17:48:56.157833 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Request body: {'port': {'device_id': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:48:56.202039 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-113f22c9-f049-4298-bcbe-2bc8c1780ec1 req-657dfd39-f183-4fa8-a3af-973368193a9e tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864038 Sep 23 17:48:56.266584 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.342049 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-d3f9ced8-ee32-4ad2-aab7-100fad28df0b None None] Provisioning complete for port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:48:56.343690 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ced8-ee32-4ad2-aab7-100fad28df0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.394518 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9ced8-ee32-4ad2-aab7-100fad28df0b None None] Port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:48:56.602393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7133105-e0e0-4f17-9c54-4d2f00dc9f22 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:48:56.610440 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.622767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Transition to ACTIVE for port object f7133105-e0e0-4f17-9c54-4d2f00dc9f22 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:48:56.626625 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.719284 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Pushing event updated for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:56.777041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Attempting to bind port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:48:56.777378 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Attempting to bind port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:48:56.777699 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Attempting to bind port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 on network cf044aef-b041-4fca-8daa-f4c479911ff4 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:56.782468 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 on network cf044aef-b041-4fca-8daa-f4c479911ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:48:56.782847 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Attempting to bind port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 on network cf044aef-b041-4fca-8daa-f4c479911ff4 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:48:56.788572 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:48:56.789353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Checking segment: {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:48:56.790482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Bound using segment: {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:48:56.791730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Bound port: f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726d6397-1597-4c2d-9ab5-2d38b62d0dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:48:56.791730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:56.940678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:48:56.945009 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:48:56.950944 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:57.081225 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.081854 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:48:57.083282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-33826d36-5570-4404-b57f-43593e68d548 service neutron] 10.222.0.61 "PUT /v2.0/ports/f7133105-e0e0-4f17-9c54-4d2f00dc9f22 HTTP/1.1" status: 200 len: 1098 time: 0.9302940 Sep 23 17:48:57.113974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:48:57.122309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5737b26-5e94-412d-bd60-9dbe365c91ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:48:57.210414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33826d36-5570-4404-b57f-43593e68d548 service neutron] Pushing event updated for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:48:57.229813 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56574cb7-d208-4788-b032-c6fc6b2bf2a3 req-366f4811-4d06-4e0e-a4a6-d48bc5de49e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.231535 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-56574cb7-d208-4788-b032-c6fc6b2bf2a3 req-366f4811-4d06-4e0e-a4a6-d48bc5de49e3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1099 time: 0.2104881 Sep 23 17:48:57.257763 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975120-aa84-4bf9-a8e9-b8055ab856c1 req-28106112-481c-4e34-8a3f-f405c1c69d55 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.257763 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4975120-aa84-4bf9-a8e9-b8055ab856c1 req-28106112-481c-4e34-8a3f-f405c1c69d55 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1810348 Sep 23 17:48:57.282517 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4aceae-1e34-41c5-991d-2cf19f3eec3e req-eadc8046-fcff-482f-84d3-134c6efdf3b6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.283996 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ef4aceae-1e34-41c5-991d-2cf19f3eec3e req-eadc8046-fcff-482f-84d3-134c6efdf3b6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.2467294 Sep 23 17:48:57.562183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-b67e614c-eca0-40d3-bc36-34b95f305c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.563669 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-b67e614c-eca0-40d3-bc36-34b95f305c26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 1101 time: 0.4207501 Sep 23 17:48:57.589912 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-56574cb7-d208-4788-b032-c6fc6b2bf2a3 req-5d4df07d-4719-4f35-9108-bec83e18cbca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296800 Sep 23 17:48:57.633040 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-89ea254f-3458-4ff6-93f1-0ff4d0aa7934 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22 HTTP/1.1" status: 200 len: 217 time: 0.0542152 Sep 23 17:48:57.638380 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ef4aceae-1e34-41c5-991d-2cf19f3eec3e req-7628ff23-fc10-4843-a48e-9bc535460bd0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412595 Sep 23 17:48:57.641528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f4975120-aa84-4bf9-a8e9-b8055ab856c1 req-51fb1efa-eb98-4493-a5ba-618e2acb2438 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726211 Sep 23 17:48:57.712593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a681e4cd-4dc2-4efc-ac64-02cad6324098 x-openstack-request-id: req-a681e4cd-4dc2-4efc-ac64-02cad6324098 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:48:57.713176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:48:57.713176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a681e4cd-4dc2-4efc-ac64-02cad6324098 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:48:57.713788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22', 'status': 'completed', 'code': 200} Sep 23 17:48:57.785388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671f513-e567-4a6f-8903-93dad13d3b00 req-29c147a0-b777-4535-9737-308e0752fae7 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.786557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2671f513-e567-4a6f-8903-93dad13d3b00 req-29c147a0-b777-4535-9737-308e0752fae7 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 948 time: 0.0598876 Sep 23 17:48:57.830014 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2671f513-e567-4a6f-8903-93dad13d3b00 req-9fc3c9d1-32a7-4e3a-b758-1e499b09d3b8 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366564 Sep 23 17:48:57.912586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-ce7f5508-57d0-478f-ad66-b705509bbeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:57.914373 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-ce7f5508-57d0-478f-ad66-b705509bbeb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07ee95f-3097-4967-b3c5-7fc38c29b54c HTTP/1.1" status: 200 len: 843 time: 0.0572839 Sep 23 17:48:58.001080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-5d669efc-fef8-44ba-8b31-9feac607245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.002819 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-5d669efc-fef8-44ba-8b31-9feac607245f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf044aef-b041-4fca-8daa-f4c479911ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738411 Sep 23 17:48:58.115344 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-8b0d4717-5d36-47e9-871f-3501c4ad39c2 service neutron] 10.222.0.61 "GET /v2.0/networks/cf044aef-b041-4fca-8daa-f4c479911ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921869 Sep 23 17:48:58.222667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b5873cd-c6c5-4a11-b47c-50271bf1c7f1 req-b5f02265-c4b5-4430-b226-143913c9e06b service neutron] 10.222.0.61 "GET /v2.0/networks/cf044aef-b041-4fca-8daa-f4c479911ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976298 Sep 23 17:48:58.330622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-b31dbf31-d3d4-4f42-a3e8-5ff89175ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.332420 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-b31dbf31-d3d4-4f42-a3e8-5ff89175ebd9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 1101 time: 0.0489912 Sep 23 17:48:58.464963 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-838f3db1-e50d-4b89-b8cc-d95e7078fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.466611 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-838f3db1-e50d-4b89-b8cc-d95e7078fd32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf044aef-b041-4fca-8daa-f4c479911ff4 HTTP/1.1" status: 200 len: 870 time: 0.1233571 Sep 23 17:48:58.535681 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-1b9198b3-4ce6-4bca-a1ca-8ca2647c8e8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22 HTTP/1.1" status: 200 len: 217 time: 0.0485594 Sep 23 17:48:58.599350 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-514dab41-d652-4f15-a71f-1de426c12cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.600869 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-514dab41-d652-4f15-a71f-1de426c12cb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b07ee95f-3097-4967-b3c5-7fc38c29b54c HTTP/1.1" status: 200 len: 843 time: 0.0515099 Sep 23 17:48:58.654531 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-69c14f48-7100-46a6-b84f-dfc6ba1226dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.656329 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-69c14f48-7100-46a6-b84f-dfc6ba1226dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf044aef-b041-4fca-8daa-f4c479911ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0461001 Sep 23 17:48:58.787747 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-288d4b79-a504-43dc-9ed6-19ca4170bea3 service neutron] 10.222.0.61 "GET /v2.0/networks/cf044aef-b041-4fca-8daa-f4c479911ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214416 Sep 23 17:48:58.801520 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866640e-fe3d-46a6-9d9a-98333bd11588 req-e2ec8d4b-f4aa-4d0a-8097-7c68d3fa0bdd tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.802967 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b866640e-fe3d-46a6-9d9a-98333bd11588 req-e2ec8d4b-f4aa-4d0a-8097-7c68d3fa0bdd tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0750358 Sep 23 17:48:58.896990 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b866640e-fe3d-46a6-9d9a-98333bd11588 req-0dcfa35e-4425-4b4f-9740-374a402150bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854034 Sep 23 17:48:58.953176 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d5737b26-5e94-412d-bd60-9dbe365c91ee req-49748dea-2c9f-4db7-a0df-92e319412b5e service neutron] 10.222.0.61 "GET /v2.0/networks/cf044aef-b041-4fca-8daa-f4c479911ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492186 Sep 23 17:48:58.978627 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432fee32-2bbc-41d9-8dd5-8702e094989e req-207169be-837a-4265-b681-8198269cdd9d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:48:58.981057 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-432fee32-2bbc-41d9-8dd5-8702e094989e req-207169be-837a-4265-b681-8198269cdd9d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 948 time: 0.0703304 Sep 23 17:48:59.020940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-432fee32-2bbc-41d9-8dd5-8702e094989e req-e231fdaa-25fd-4c82-bee4-7853a8b76e71 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Sep 23 17:49:00.026978 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65e23-ee1f-45b2-8af2-d64494bbda3e req-d8999e05-40e1-498b-a614-af8c055348d7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:00.028792 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e0e65e23-ee1f-45b2-8af2-d64494bbda3e req-d8999e05-40e1-498b-a614-af8c055348d7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.0512972 Sep 23 17:49:00.086819 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e0e65e23-ee1f-45b2-8af2-d64494bbda3e req-d566d052-fca0-43d3-998f-9528e6f6f926 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498185 Sep 23 17:49:00.161653 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5175c-d24c-4bb8-95ac-12b467632458 req-daf57342-38e9-4c29-a9f0-0d3e9ccc2f71 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:00.163198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5c5175c-d24c-4bb8-95ac-12b467632458 req-daf57342-38e9-4c29-a9f0-0d3e9ccc2f71 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 948 time: 0.0680659 Sep 23 17:49:00.212750 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5c5175c-d24c-4bb8-95ac-12b467632458 req-e66fe922-8a86-42da-8002-0bfdc7594bd9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Sep 23 17:49:00.252532 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35686) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:00.329215 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d563c8b-dd65-4e83-b922-802927914645 req-2ac3cb8f-d000-4f62-bdd4-c0f5be4658a8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:00.331151 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d563c8b-dd65-4e83-b922-802927914645 req-2ac3cb8f-d000-4f62-bdd4-c0f5be4658a8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0568275 Sep 23 17:49:00.377994 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d563c8b-dd65-4e83-b922-802927914645 req-c1013c52-dfd4-4254-be61-2ca803f1ecfa tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405223 Sep 23 17:49:00.378549 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f43bd8e-667f-4bb8-9472-2e4a79b07348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.490906 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f43bd8e-667f-4bb8-9472-2e4a79b07348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.497851 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f43bd8e-667f-4bb8-9472-2e4a79b07348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.530099 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43bd8e-667f-4bb8-9472-2e4a79b07348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a93f32-9c44-45e7-9d43-88d60b547a6e,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:00.551625 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2f43bd8e-667f-4bb8-9472-2e4a79b07348 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cb162502d9a64a3db1ae97a66b3375c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946801 Sep 23 17:49:00.551625 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35694) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:00.611489 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.636275 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.686806 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.689672 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:00.690828 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60a93f32-9c44-45e7-9d43-88d60b547a6e HTTP/1.1" status: 204 len: 168 time: 0.1389248 Sep 23 17:49:00.703980 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907ee4e-53f3-4725-8157-07aca27c6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a93f32-9c44-45e7-9d43-88d60b547a6e,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:00.999049 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35708) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:01.018934 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26730dd2-f8bd-4870-ab7d-d76a5ff512e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.146291 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26730dd2-f8bd-4870-ab7d-d76a5ff512e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.153059 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26730dd2-f8bd-4870-ab7d-d76a5ff512e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.199075 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26730dd2-f8bd-4870-ab7d-d76a5ff512e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155f72b-7439-45f4-bd27-c7b77de63fca,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:01.204090 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-26730dd2-f8bd-4870-ab7d-d76a5ff512e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f31b86c7dd04d1290f75e6922ef5f84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035511 Sep 23 17:49:01.208242 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35718) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:01.346885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.384607 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07868d-9149-437c-b94a-31fc30d46f13 req-f71e61df-917f-4552-853e-0a5bdb190439 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:01.387132 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cb07868d-9149-437c-b94a-31fc30d46f13 req-f71e61df-917f-4552-853e-0a5bdb190439 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 948 time: 0.0849118 Sep 23 17:49:01.389208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.451891 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cb07868d-9149-437c-b94a-31fc30d46f13 req-79eb5e22-0498-4a15-b87b-0b5e8d7f73c6 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Sep 23 17:49:01.477223 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.479757 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.483333 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1155f72b-7439-45f4-bd27-c7b77de63fca HTTP/1.1" status: 204 len: 168 time: 0.2716532 Sep 23 17:49:01.489121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5d07c-4fa9-4645-8c0a-9673380a2665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155f72b-7439-45f4-bd27-c7b77de63fca,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:01.622756 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device f7133105-e0e0-4f17-9c54-4d2f00dc9f22 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:49:01.733860 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:01.746417 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22', 'network_id': 'cf044aef-b041-4fca-8daa-f4c479911ff4', 'port_id': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22', 'mac_address': 'fa:16:3e:d0:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b07ee95f-3097-4967-b3c5-7fc38c29b54c', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:49:01.788819 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.820518 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7133105-e0e0-4f17-9c54-4d2f00dc9f22 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:49:01.845701 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:01.853491 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:01.906912 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35746) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:01.919231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:01.929090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-651bc515-7afa-4ec6-a868-ac6d021d1da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.143043 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-651bc515-7afa-4ec6-a868-ac6d021d1da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.146801 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-19b9db4e-217d-4d9f-a23a-9a42474b339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:02.148579 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-19b9db4e-217d-4d9f-a23a-9a42474b339e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.1113529 Sep 23 17:49:02.150721 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-651bc515-7afa-4ec6-a868-ac6d021d1da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.174820 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17318a-80c7-4023-a623-e25dda7769c5 req-c08e030f-c1a9-4217-b4ea-fbd8d0e26c9f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:02.176319 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9c17318a-80c7-4023-a623-e25dda7769c5 req-c08e030f-c1a9-4217-b4ea-fbd8d0e26c9f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1134861 Sep 23 17:49:02.242922 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-651bc515-7afa-4ec6-a868-ac6d021d1da0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be7ad00aeaf041b18ff95a2b7d7e01ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349369 Sep 23 17:49:02.243735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bc515-7afa-4ec6-a868-ac6d021d1da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fe45e9-d9d8-42c4-8651-bca67ed2a124,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:02.246265 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35758) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:02.317782 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9c17318a-80c7-4023-a623-e25dda7769c5 req-db5e999b-665b-4c40-87d9-c7a58280199d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237199 Sep 23 17:49:02.319838 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.345741 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['f7133105-e0e0-4f17-9c54-4d2f00dc9f22'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:49:02.354959 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-cac673df-8445-4316-ae5b-3c236f302698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:02.357780 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-cac673df-8445-4316-ae5b-3c236f302698 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.1927114 Sep 23 17:49:02.379826 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.425081 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-8aa20765-b333-4c02-a101-7cadfe8069b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.0478904 Sep 23 17:49:02.470088 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.480448 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:02.483677 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/36fe45e9-d9d8-42c4-8651-bca67ed2a124 HTTP/1.1" status: 204 len: 168 time: 0.2358308 Sep 23 17:49:02.503138 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-ff0af972-3599-4b57-a91b-293eb6a2e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:02.504606 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-ff0af972-3599-4b57-a91b-293eb6a2e9e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.0689819 Sep 23 17:49:02.514341 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd3cd5-4f1d-4292-a962-89f43036891d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fe45e9-d9d8-42c4-8651-bca67ed2a124,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:02.583373 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-49e9c373-beee-471c-9a91-6df949b7cebe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598671 Sep 23 17:49:02.720236 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc98d3-68c0-495a-b179-f4eaba192021 req-3e5b999b-c2e2-49bf-96f1-42213652b63d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:02.728388 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2bc98d3-68c0-495a-b179-f4eaba192021 req-3e5b999b-c2e2-49bf-96f1-42213652b63d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 949 time: 0.1406984 Sep 23 17:49:02.779322 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-4a881e1e-b05e-4429-b45a-3402111e354c service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797748 Sep 23 17:49:02.806667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2bc98d3-68c0-495a-b179-f4eaba192021 req-5b35673a-6db0-458c-83a4-6fd406b0e215 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773058 Sep 23 17:49:02.924951 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c969276-3e42-41a7-9dcd-31f133b6ec7f req-28b5f7da-4884-4153-ae38-1bf88a3cceb5 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346440 Sep 23 17:49:03.454118 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe3cef-88c3-4feb-b23d-5321a7a8f477 req-5543aac1-d207-4eaa-b7cf-41fab59a3167 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:03.457126 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbfe3cef-88c3-4feb-b23d-5321a7a8f477 req-5543aac1-d207-4eaa-b7cf-41fab59a3167 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0635531 Sep 23 17:49:03.500123 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbfe3cef-88c3-4feb-b23d-5321a7a8f477 req-677e6448-a2d6-4068-83a5-3aa4e22f8482 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Sep 23 17:49:03.953226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9337b2-6ffc-4735-9268-2d58b27b90c7 req-253789e5-c4e7-413d-b646-d161365676a5 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:03.955761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c9337b2-6ffc-4735-9268-2d58b27b90c7 req-253789e5-c4e7-413d-b646-d161365676a5 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 949 time: 0.0637968 Sep 23 17:49:04.015744 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c9337b2-6ffc-4735-9268-2d58b27b90c7 req-a894e4ed-29dd-4fce-bb57-9493d926a6a2 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538864 Sep 23 17:49:04.628354 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bcc17-f8eb-4cb9-a02f-fd894397aced req-30ae91fd-0571-4626-8d25-ab47248eec70 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:04.629964 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b69bcc17-f8eb-4cb9-a02f-fd894397aced req-30ae91fd-0571-4626-8d25-ab47248eec70 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0525315 Sep 23 17:49:04.671845 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b69bcc17-f8eb-4cb9-a02f-fd894397aced req-335df95b-3bc4-4bca-9eac-947e6c4a70a2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360374 Sep 23 17:49:05.150855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454f8f5-8517-4135-a17c-e68881aada48 req-5865fe13-73b1-4111-9736-e2079ec05f76 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:05.152761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2454f8f5-8517-4135-a17c-e68881aada48 req-5865fe13-73b1-4111-9736-e2079ec05f76 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 949 time: 0.0588295 Sep 23 17:49:05.191701 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-39932d97-c30d-46c4-8ae7-4adbe60fac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:05.205648 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2454f8f5-8517-4135-a17c-e68881aada48 req-55b7a936-1152-4529-bc3f-867826cd53b9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457978 Sep 23 17:49:05.627937 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device f7133105-e0e0-4f17-9c54-4d2f00dc9f22 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:05.678114 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:49:05.681999 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:05.682514 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:05.806459 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b4acf4-f2a0-47bd-8fa4-bf7057d268d4 req-684ac10e-9ee9-493f-9601-b7c64a2c94e1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:05.808087 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2b4acf4-f2a0-47bd-8fa4-bf7057d268d4 req-684ac10e-9ee9-493f-9601-b7c64a2c94e1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Sep 23 17:49:05.851775 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2b4acf4-f2a0-47bd-8fa4-bf7057d268d4 req-44fce6b5-efec-4731-9e6d-dbc32316e110 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Sep 23 17:49:05.904067 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:05.928270 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:49:05.930529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1477fb75-05c6-45c8-8c13-8986d1d633c3" -d '{"events": [{"server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "name": "network-vif-plugged", "status": "completed", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:49:05.943637 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:05.962410 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:05.991253 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c29cf55-3f89-4463-a48c-ad02c42e61fd x-openstack-request-id: req-2c29cf55-3f89-4463-a48c-ad02c42e61fd {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:49:05.991553 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "name": "network-vif-plugged", "status": "completed", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:49:05.991804 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c29cf55-3f89-4463-a48c-ad02c42e61fd {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:49:05.992183 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22', 'code': 200} Sep 23 17:49:06.018307 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:06.217081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c98451-0f77-4e4e-bec5-68be6ee2e155 req-0ff26317-1e71-44c0-a528-14bd6296734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:06.218623 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-20c98451-0f77-4e4e-bec5-68be6ee2e155 req-0ff26317-1e71-44c0-a528-14bd6296734d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 1103 time: 0.0442297 Sep 23 17:49:06.260615 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-20c98451-0f77-4e4e-bec5-68be6ee2e155 req-b4500065-6f86-4f7d-bf43-7db0635f2279 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Sep 23 17:49:06.325477 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed6f4c-dfdc-4fca-9d9a-178ddec4ee7d req-9ac57af8-5b05-4cc0-8c3c-fc1f24b53127 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:06.327086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-18ed6f4c-dfdc-4fca-9d9a-178ddec4ee7d req-9ac57af8-5b05-4cc0-8c3c-fc1f24b53127 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0508826 Sep 23 17:49:06.366677 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-18ed6f4c-dfdc-4fca-9d9a-178ddec4ee7d req-f3e7c38c-8115-4f3b-a488-369ab02fba7b tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334384 Sep 23 17:49:06.973567 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514edd9a-e9fc-43c5-b070-c235729e174f req-9b83d3fc-c35e-4ba6-8d0d-48b2fdf20875 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:06.975229 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-514edd9a-e9fc-43c5-b070-c235729e174f req-9b83d3fc-c35e-4ba6-8d0d-48b2fdf20875 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0524874 Sep 23 17:49:07.038775 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-514edd9a-e9fc-43c5-b070-c235729e174f req-f4f69158-84ae-4e4c-b467-00fb12e77383 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Sep 23 17:49:07.490473 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 35974) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:07.521522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e5e6d7-37b0-4abb-b8ce-8f75ea00f708 req-bba40d49-4c40-480c-acd0-9b09cabc5f28 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:07.523090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90e5e6d7-37b0-4abb-b8ce-8f75ea00f708 req-bba40d49-4c40-480c-acd0-9b09cabc5f28 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0802419 Sep 23 17:49:07.593073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90e5e6d7-37b0-4abb-b8ce-8f75ea00f708 req-3c5d7a79-89b3-4977-b5c6-096df896fb7c tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586605 Sep 23 17:49:07.627578 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-78b726e2-572c-452a-8739-070bfe73ab1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.724715 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-78b726e2-572c-452a-8739-070bfe73ab1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.728266 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-78b726e2-572c-452a-8739-070bfe73ab1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.768691 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-78b726e2-572c-452a-8739-070bfe73ab1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99cdcea2bf6c4bf1bfba6a3d5374f25f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753344 Sep 23 17:49:07.769539 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b726e2-572c-452a-8739-070bfe73ab1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ae438-088d-4596-ba4d-e7c93721b93b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:07.771298 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 35984) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:07.805383 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f558a069-48eb-4cb7-8a51-9dcca97253a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.822332 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.844107 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.903664 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.903664 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:07.903664 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c86ae438-088d-4596-ba4d-e7c93721b93b HTTP/1.1" status: 204 len: 168 time: 0.1282492 Sep 23 17:49:07.910594 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6fd60-a695-4473-b8f8-543a5601203c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ae438-088d-4596-ba4d-e7c93721b93b,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:08.165756 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4637c33-44c2-405d-a242-29d64948b5a4 req-4c0b2464-eadc-44e7-9781-94551b009ec0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:08.167721 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4637c33-44c2-405d-a242-29d64948b5a4 req-4c0b2464-eadc-44e7-9781-94551b009ec0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0554900 Sep 23 17:49:08.210051 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4637c33-44c2-405d-a242-29d64948b5a4 req-aae16ce5-538d-4205-8852-0b11e37e955e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 Sep 23 17:49:08.262754 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:08.724613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81dee8-0689-472c-9b8d-d0dd694291ff req-ca45032e-949c-4234-95b9-214966e306fb tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:08.726366 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ef81dee8-0689-472c-9b8d-d0dd694291ff req-ca45032e-949c-4234-95b9-214966e306fb tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0713646 Sep 23 17:49:08.766544 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ef81dee8-0689-472c-9b8d-d0dd694291ff req-3b9b0d36-a71f-465a-9491-83ef862c2f78 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Sep 23 17:49:08.921136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:09.034268 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a6738-0453-44e8-b4c9-c89aaca29d32 req-da2808c8-3729-43ed-82b4-e011140082ff tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:09.035797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-241a6738-0453-44e8-b4c9-c89aaca29d32 req-da2808c8-3729-43ed-82b4-e011140082ff tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0519433 Sep 23 17:49:09.078486 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-241a6738-0453-44e8-b4c9-c89aaca29d32 req-d3416fe1-78fd-4036-b3be-7cd58130c76e tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368404 Sep 23 17:49:09.326870 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b9e15-7763-4d27-b680-8cadb6ee832f req-799008cb-0c80-4755-8bff-96720f6831d4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:09.328466 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1f3b9e15-7763-4d27-b680-8cadb6ee832f req-799008cb-0c80-4755-8bff-96720f6831d4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0500286 Sep 23 17:49:09.377521 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1f3b9e15-7763-4d27-b680-8cadb6ee832f req-f2b595a7-085d-4cd9-9f7f-1bf5fb2cdc94 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Sep 23 17:49:10.200958 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece1926-fc72-48e3-8695-e1b23ede9f18 req-98a243d9-8297-4de0-8e88-3b6f19b2737e tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:10.202446 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eece1926-fc72-48e3-8695-e1b23ede9f18 req-98a243d9-8297-4de0-8e88-3b6f19b2737e tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0552709 Sep 23 17:49:10.243901 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eece1926-fc72-48e3-8695-e1b23ede9f18 req-b86f9b49-0c0a-4821-a736-6a7b6e220b9e tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Sep 23 17:49:10.535563 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ecf33-4cd1-47f2-92b5-d77fefcd32e2 req-16e40fab-ad27-4134-83fe-91b7ab9b1e65 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:10.536956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-063ecf33-4cd1-47f2-92b5-d77fefcd32e2 req-16e40fab-ad27-4134-83fe-91b7ab9b1e65 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Sep 23 17:49:10.582707 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-063ecf33-4cd1-47f2-92b5-d77fefcd32e2 req-a4ac51bf-b7c8-4596-9715-9b98f933f86b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 Sep 23 17:49:10.753833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:11.371893 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281bf23-72d1-4194-9880-6ca6b6186494 req-2e8200af-bf8e-42ae-b8a6-a3bba2f35db5 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:11.373731 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4281bf23-72d1-4194-9880-6ca6b6186494 req-2e8200af-bf8e-42ae-b8a6-a3bba2f35db5 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0527775 Sep 23 17:49:11.437933 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4281bf23-72d1-4194-9880-6ca6b6186494 req-fd8e3ad8-9a6e-45c4-bb41-1bc0b0ef8781 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/security-groups?id=57585678-a20e-48d7-bf1c-2a7b4bbc61d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543113 Sep 23 17:49:11.740533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38c730-86c2-4c8b-aad6-fedc2e6f5efc req-8f1d580a-de5e-43c4-9994-96147e1b637a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:11.742032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf38c730-86c2-4c8b-aad6-fedc2e6f5efc req-8f1d580a-de5e-43c4-9994-96147e1b637a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0811532 Sep 23 17:49:11.754277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a3193-9527-43ec-ac97-b050964493d4 req-6eb33107-ac58-4965-861a-97aa1aeca189 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:11.755745 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-be1a3193-9527-43ec-ac97-b050964493d4 req-6eb33107-ac58-4965-861a-97aa1aeca189 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.61 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 950 time: 0.0655816 Sep 23 17:49:11.821906 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf38c730-86c2-4c8b-aad6-fedc2e6f5efc req-a467353d-eb20-44ea-b38c-dbadd2904e5d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652151 Sep 23 17:49:11.881518 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Deleting port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:49:11.881859 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:11.977784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] For port f7133105-e0e0-4f17-9c54-4d2f00dc9f22, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,segment=NetworkSegment(726d6397-1597-4c2d-9ab5-2d38b62d0dc3),segment_id=726d6397-1597-4c2d-9ab5-2d38b62d0dc3)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:11.978150 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:11.991255 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Calling delete_port for f7133105-e0e0-4f17-9c54-4d2f00dc9f22 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:49:12.125840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:12.141513 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['f7133105-e0e0-4f17-9c54-4d2f00dc9f22'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:49:12.154923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Pushing event deleted for resources: {'Port': ['ID=f7133105-e0e0-4f17-9c54-4d2f00dc9f22,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:12.200080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] No DVR routers for this DVR port f7133105-e0e0-4f17-9c54-4d2f00dc9f22 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:49:12.203249 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:12.205483 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-be1a3193-9527-43ec-ac97-b050964493d4 req-5fb33dba-fa99-41cb-b459-3a6bc870adf9 tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.61 "DELETE /v2.0/ports/f7133105-e0e0-4f17-9c54-4d2f00dc9f22 HTTP/1.1" status: 204 len: 173 time: 0.4418392 Sep 23 17:49:12.205915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'name': 'network-vif-deleted', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:49:12.208519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccc7cc2-d7ba-4d5d-a41b-78d2bc2e08ce" -d '{"events": [{"server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "name": "network-vif-deleted", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:49:12.248528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a7239-b229-46d0-acfd-b04a50b4bcbe x-openstack-request-id: req-397a7239-b229-46d0-acfd-b04a50b4bcbe {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:49:12.248852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c939a5bc-7b03-42fc-a218-acec0bac1551", "name": "network-vif-deleted", "tag": "f7133105-e0e0-4f17-9c54-4d2f00dc9f22", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:49:12.251365 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-397a7239-b229-46d0-acfd-b04a50b4bcbe {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:49:12.251365 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c939a5bc-7b03-42fc-a218-acec0bac1551', 'name': 'network-vif-deleted', 'tag': 'f7133105-e0e0-4f17-9c54-4d2f00dc9f22', 'status': 'completed', 'code': 200} Sep 23 17:49:12.545019 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-46392d2a-259b-4d8a-8b50-da1cdb08e37b req-37974a4f-6dfa-4a4f-942b-0a832384b35d tempest-VolumesNegativeTest-1805216804 tempest-VolumesNegativeTest-1805216804-project] 10.222.0.50 "GET /v2.0/ports?device_id=c939a5bc-7b03-42fc-a218-acec0bac1551 HTTP/1.1" status: 200 len: 210 time: 0.0264444 Sep 23 17:49:12.960837 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce28fb-3209-452b-be29-6a271d3797e7 req-16861fb3-e485-4c8b-8e19-594288995492 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:12.963165 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bce28fb-3209-452b-be29-6a271d3797e7 req-16861fb3-e485-4c8b-8e19-594288995492 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0676053 Sep 23 17:49:13.028297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bce28fb-3209-452b-be29-6a271d3797e7 req-13d031ba-fe7d-429c-95b4-c061aa2f6412 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Sep 23 17:49:14.160003 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a33af-50e6-4318-8bf2-cc05bdfc97ac req-6f16523b-1655-405c-8b31-929d5745019a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:14.161589 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-208a33af-50e6-4318-8bf2-cc05bdfc97ac req-6f16523b-1655-405c-8b31-929d5745019a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0585172 Sep 23 17:49:14.201813 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-208a33af-50e6-4318-8bf2-cc05bdfc97ac req-1ada2948-311f-4713-b99b-522f06340dc7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Sep 23 17:49:15.321111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3b888-ce0f-4f6c-9eab-1cdbc1ed1ad8 req-527a104f-8100-4201-b457-862dcf1a8790 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:15.322636 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7ae3b888-ce0f-4f6c-9eab-1cdbc1ed1ad8 req-527a104f-8100-4201-b457-862dcf1a8790 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Sep 23 17:49:15.361802 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7ae3b888-ce0f-4f6c-9eab-1cdbc1ed1ad8 req-0472f594-6989-469f-b369-a24c1ba233c7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328155 Sep 23 17:49:15.502241 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:49:15.691221 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device f7133105-e0e0-4f17-9c54-4d2f00dc9f22 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:49:15.715012 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: f7133105-e0e0-4f17-9c54-4d2f00dc9f22 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:49:15.715355 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device f7133105-e0e0-4f17-9c54-4d2f00dc9f22 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:49:16.488224 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274f983-40eb-4416-b224-81f3bcdc0016 req-65416e96-6bbe-492d-b60c-1c51522576f2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:16.489730 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d274f983-40eb-4416-b224-81f3bcdc0016 req-65416e96-6bbe-492d-b60c-1c51522576f2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Sep 23 17:49:16.528447 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d274f983-40eb-4416-b224-81f3bcdc0016 req-3a464ac6-ed01-412a-9724-530a8c2fab3d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Sep 23 17:49:17.650428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b324e79-67b0-4e71-9130-35e995bee4da req-f74b4377-6521-4eb5-a435-1334114b0f4c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:17.652754 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b324e79-67b0-4e71-9130-35e995bee4da req-f74b4377-6521-4eb5-a435-1334114b0f4c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0551298 Sep 23 17:49:17.691817 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b324e79-67b0-4e71-9130-35e995bee4da req-c2a80165-c899-4a8a-8b5f-b72321759428 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Sep 23 17:49:17.802732 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-ca0d7cd0-53b3-4485-aaff-93f13848cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:17.804314 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-ca0d7cd0-53b3-4485-aaff-93f13848cd5a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.0402308 Sep 23 17:49:17.919801 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-a7dc3099-5535-4219-85c0-07d08919f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:17.921332 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-a7dc3099-5535-4219-85c0-07d08919f71a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.0919881 Sep 23 17:49:17.974477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-948819b3-a452-4e90-bb53-21123db2c5ca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.0361185 Sep 23 17:49:18.030183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-780e2afe-ebce-4bea-a789-720b020dafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:18.031658 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-780e2afe-ebce-4bea-a789-720b020dafd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.0477979 Sep 23 17:49:18.072326 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-fe9520b6-1fd0-49a5-98f6-de5307ab99da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243511 Sep 23 17:49:18.165823 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-29bdde1f-1d6b-4d4a-8ba4-13d5b23baebe service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844591 Sep 23 17:49:18.300432 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21c708f8-881f-4d8e-9c8e-0c6c369df2f9 req-e6e4c4c0-9f06-4102-aa24-7a7000791347 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127620 Sep 23 17:49:18.812345 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876e697-1efe-4527-ad74-f5d450816ce3 req-dafd55a5-8849-4168-8f68-9287fdb08573 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:18.814493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a876e697-1efe-4527-ad74-f5d450816ce3 req-dafd55a5-8849-4168-8f68-9287fdb08573 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Sep 23 17:49:18.858612 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a876e697-1efe-4527-ad74-f5d450816ce3 req-fc81be88-3e64-4a38-86bc-00c22e65128f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355093 Sep 23 17:49:20.003348 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b479759-66cf-4e87-a167-b3d437a98062 req-55da5162-eadb-45e5-ae18-2aeb1cf097f9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:20.004873 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b479759-66cf-4e87-a167-b3d437a98062 req-55da5162-eadb-45e5-ae18-2aeb1cf097f9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0748277 Sep 23 17:49:20.048735 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b479759-66cf-4e87-a167-b3d437a98062 req-8a090c03-486c-4f13-8b95-2adcaabe7a62 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378494 Sep 23 17:49:20.505251 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:21.171059 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68745-5777-45a9-b64c-d1068cfe3f8a req-0f7614a7-8e3b-447f-9506-3c9868c5049d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:21.172703 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4c68745-5777-45a9-b64c-d1068cfe3f8a req-0f7614a7-8e3b-447f-9506-3c9868c5049d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Sep 23 17:49:21.218310 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4c68745-5777-45a9-b64c-d1068cfe3f8a req-68f28392-3c17-4b39-a77b-2e0ffcf40fea tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379748 Sep 23 17:49:22.337622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93571f-8489-41e7-8416-ca0aa26f1c2a req-9af1969e-636e-4b6a-b62d-64cb5a08061e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:22.339380 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6f93571f-8489-41e7-8416-ca0aa26f1c2a req-9af1969e-636e-4b6a-b62d-64cb5a08061e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0517216 Sep 23 17:49:22.385720 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6f93571f-8489-41e7-8416-ca0aa26f1c2a req-e530a0fb-9b52-4f4c-9626-cda21a07d07c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393639 Sep 23 17:49:23.566554 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f2b8f-8856-4908-8330-22b61643d377 req-b7b004c9-3bcc-4b1a-b66e-bededa57ae14 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:23.568022 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f82f2b8f-8856-4908-8330-22b61643d377 req-b7b004c9-3bcc-4b1a-b66e-bededa57ae14 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1100280 Sep 23 17:49:23.602555 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-951f6c23-f2e4-414b-87d4-78243c3d8ccd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:23.603936 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-951f6c23-f2e4-414b-87d4-78243c3d8ccd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1706667 Sep 23 17:49:23.640625 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-c4dc03d8-d38c-418a-9266-f88cab44ae44 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/quotas/a22ad6c34f9a4ef58d676ac524695991 HTTP/1.1" status: 200 len: 375 time: 0.0276461 Sep 23 17:49:23.646062 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f82f2b8f-8856-4908-8330-22b61643d377 req-ca5baa23-7680-4644-b58a-af91c738ab0c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687470 Sep 23 17:49:23.704589 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-92353ebf-d26f-41cc-a020-defd2db4dc77 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573380 Sep 23 17:49:23.796824 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-12a32f07-717f-4185-be96-280c25551147 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855103 Sep 23 17:49:23.911524 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-07e430ac-915c-43c4-9aec-7d1cbf2e0535 service neutron] 10.222.0.50 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085801 Sep 23 17:49:24.103164 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c32298bf-d09c-4931-b716-9450a9a210d9 req-c58bc9d9-1050-4ef1-8989-aacfaefe298c tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0269735 Sep 23 17:49:24.783384 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ca80f-435f-4a09-b6ed-cfbfe2b62e72 req-a2a685f9-614d-42b2-aff2-1cab83ab272b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:24.789145 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d50ca80f-435f-4a09-b6ed-cfbfe2b62e72 req-a2a685f9-614d-42b2-aff2-1cab83ab272b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0658419 Sep 23 17:49:24.824979 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d50ca80f-435f-4a09-b6ed-cfbfe2b62e72 req-cd87fd5e-d899-49b0-a66e-bd893ba313a8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Sep 23 17:49:25.265339 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1107e7c-c4fa-4140-8592-8108f5cc3438 req-51d3d0fb-595b-4a41-a6a3-8e686be1d34d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0568531 Sep 23 17:49:25.342108 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-57fa4aed-fb24-4b5b-aa48-de0ce5bf71d7 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:25.343694 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-57fa4aed-fb24-4b5b-aa48-de0ce5bf71d7 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 815 time: 0.1648905 Sep 23 17:49:25.360954 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Request body: {'port': {'device_id': '2204b41f-e847-486b-be9f-6d6211483f56', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'admin_state_up': True, 'tenant_id': 'a22ad6c34f9a4ef58d676ac524695991'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:25.732840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Made reservation on behalf of a22ad6c34f9a4ef58d676ac524695991 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:49:25.736534 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:25.881958 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Allocated IP 172.20.0.13 (733583a7-80b9-44c0-916a-e95ef40defd2/ecc19b07-450b-4d5e-866c-19f10af6db9a/c87c85d2-ec50-47dc-b70a-85d56f3f7b3f) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:26.061514 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad324ca-67f3-4f89-adcf-2e40f83bfdca req-c70f72bf-6691-4b43-88a1-d225a2334575 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:26.063021 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ad324ca-67f3-4f89-adcf-2e40f83bfdca req-c70f72bf-6691-4b43-88a1-d225a2334575 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1356390 Sep 23 17:49:26.114773 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.138843 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ad324ca-67f3-4f89-adcf-2e40f83bfdca req-4bf82ef5-1123-4517-bb77-a602879676bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655167 Sep 23 17:49:26.171880 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.190497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', '5f0903e1-2443-4044-b56e-bb87393c9f3d', '45ed856e-a2be-4635-8dc5-7ae6d2318d25'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:49:26.219090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Network 733583a7-80b9-44c0-916a-e95ef40defd2 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:26.222909 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:26.227085 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:26.268650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event updated for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:26.281862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.282214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.282556 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.282985 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.283214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.283545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.283872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.284201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.284526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.284876 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.285213 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.285540 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:26.310074 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:26.312266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.328754 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-bd361db6-c80a-4060-b3e2-d8fc31c2d041 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9725988 Sep 23 17:49:26.357255 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Request body: {'port': {'device_id': '2204b41f-e847-486b-be9f-6d6211483f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:26.443164 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa7dab-dfcc-45e5-9a32-c5d854e14cda req-e4a0f051-e0a2-4cb4-b015-524d6b08d57b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:26.446810 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c3aa7dab-dfcc-45e5-9a32-c5d854e14cda req-e4a0f051-e0a2-4cb4-b015-524d6b08d57b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 932 time: 0.1041968 Sep 23 17:49:26.453017 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.525426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c3aa7dab-dfcc-45e5-9a32-c5d854e14cda req-3f8bca02-5e16-4693-96d4-783e358aec92 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681043 Sep 23 17:49:26.783173 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c87c85d2-ec50-47dc-b70a-85d56f3f7b3f {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:49:26.790777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.803141 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Transition to ACTIVE for port object c87c85d2-ec50-47dc-b70a-85d56f3f7b3f will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:49:26.806490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:26.860945 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Pushing event updated for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:26.932695 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Attempting to bind port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:26.933362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Attempting to bind port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:26.933362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Attempting to bind port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:26.938769 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f on network 733583a7-80b9-44c0-916a-e95ef40defd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:49:26.939089 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Attempting to bind port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f on network 733583a7-80b9-44c0-916a-e95ef40defd2 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:26.943945 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:26.944275 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Checking segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:26.944648 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Bound using segment: {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:26.945096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Bound port: c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81048-ef92-4d8a-b43a-525d61de6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:26.945451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.008620 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:27.011589 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:27.016060 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.054368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.054975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.056349 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] 10.222.0.61 "PUT /v2.0/ports/c87c85d2-ec50-47dc-b70a-85d56f3f7b3f HTTP/1.1" status: 200 len: 1094 time: 0.7037990 Sep 23 17:49:27.056796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:49:27.059656 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc14dce-4058-475a-8188-817323af40ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:49:27.086195 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79fb6e-9433-4a3b-ab6e-50ad973601aa service neutron] Pushing event updated for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:27.099906 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfc6a29-99d8-4784-9875-02efcbd2efce x-openstack-request-id: req-3dfc6a29-99d8-4784-9875-02efcbd2efce {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:49:27.100199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:49:27.100451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dfc6a29-99d8-4784-9875-02efcbd2efce {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:49:27.100865 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f', 'status': 'completed', 'code': 200} Sep 23 17:49:27.156734 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-459cbc1e-2b00-495c-abeb-7b99462c7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.158259 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-459cbc1e-2b00-495c-abeb-7b99462c7b05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 1097 time: 0.0453355 Sep 23 17:49:27.212155 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-9eac0a4b-88af-45bf-8646-2949195c1d63 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f HTTP/1.1" status: 200 len: 217 time: 0.0401514 Sep 23 17:49:27.299592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-206b1e51-2040-4ca4-b3c0-88959904c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.301108 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-206b1e51-2040-4ca4-b3c0-88959904c8fb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0754826 Sep 23 17:49:27.313146 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8d03a-adf5-4298-b9db-120003269b63 req-8a453a63-a721-4376-bac3-347e7f845d3b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.314703 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5ea8d03a-adf5-4298-b9db-120003269b63 req-8a453a63-a721-4376-bac3-347e7f845d3b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0975578 Sep 23 17:49:27.343284 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-1351f44a-9490-464e-9c1a-1ae09871c7b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271313 Sep 23 17:49:27.407136 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5ea8d03a-adf5-4298-b9db-120003269b63 req-c971193b-ea5d-4635-8205-13e6f181bdfb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815165 Sep 23 17:49:27.474789 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-449a44f2-ed3b-479c-ab4d-eb36e52daba3 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189375 Sep 23 17:49:27.571400 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36468) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:27.582885 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb1fe6d1-6478-4021-80ff-2bb28e528a8c req-97abba2f-6e72-40be-9a7a-0fcb4f6d2f8e service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976522 Sep 23 17:49:27.683591 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf27e2-1fc2-4172-be79-66bc8aef7397 req-c6c4120c-a05e-4f95-b8c8-828c39499ebd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.685753 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b4cf27e2-1fc2-4172-be79-66bc8aef7397 req-c6c4120c-a05e-4f95-b8c8-828c39499ebd tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 944 time: 0.0785873 Sep 23 17:49:27.745482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc14dce-4058-475a-8188-817323af40ef req-c2ec3f6f-1e1c-4eae-ab5e-a26672ebefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.747750 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-c2ec3f6f-1e1c-4eae-ab5e-a26672ebefe3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a22ad6c34f9a4ef58d676ac524695991&device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 1097 time: 0.1014063 Sep 23 17:49:27.763516 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b4cf27e2-1fc2-4172-be79-66bc8aef7397 req-6b04c97c-ba58-4132-8ceb-783f4eb08931 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703418 Sep 23 17:49:27.779636 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c98e27c1-8022-434a-92b7-b88d22efb0be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f2d9cc218b343d3a236a849e9ed34da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045710 Sep 23 17:49:27.780014 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36474) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:27.840251 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.860362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc14dce-4058-475a-8188-817323af40ef req-25eb10c3-8fe8-4e03-bfe4-2003bd7d967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.860935 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.861882 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-25eb10c3-8fe8-4e03-bfe4-2003bd7d967e service neutron] 10.222.0.61 "GET /v2.0/networks?id=733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 200 len: 916 time: 0.1019289 Sep 23 17:49:27.908620 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.911440 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:27.911559 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-2a3e55c8-6d41-4b55-82fd-a9157bbd3ae0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f HTTP/1.1" status: 200 len: 217 time: 0.0368981 Sep 23 17:49:27.912593 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57585678-a20e-48d7-bf1c-2a7b4bbc61d1 HTTP/1.1" status: 204 len: 168 time: 0.1315804 Sep 23 17:49:27.920941 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57585678-a20e-48d7-bf1c-2a7b4bbc61d1,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:27.928321 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.928946 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.929619 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.930126 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.930633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.931129 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.932547 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.933088 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.934749 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.935265 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.935749 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.936218 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e3e770-ff14-4fbf-9aca-492aee3e2fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:27.983058 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc14dce-4058-475a-8188-817323af40ef req-7e18d578-c6cc-4ddd-8165-a60d749aacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:27.984543 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-7e18d578-c6cc-4ddd-8165-a60d749aacec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 200 len: 855 time: 0.0561571 Sep 23 17:49:28.023798 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-7f1cf502-6c2e-4fdb-b3f0-b49d8c0e9258 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=733583a7-80b9-44c0-916a-e95ef40defd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292907 Sep 23 17:49:28.131045 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-93f4781e-ddb0-461f-81b6-73f35f08b562 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845613 Sep 23 17:49:28.247956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddc14dce-4058-475a-8188-817323af40ef req-92d29f1f-6e5f-49a9-9395-e50e0e856d68 service neutron] 10.222.0.61 "GET /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987508 Sep 23 17:49:28.579618 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36508) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:28.593496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19705a6-59f6-4f87-b5bd-d30d45eb5dbc req-1497a203-ca10-4b48-88b9-6c408043a032 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:28.595191 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a19705a6-59f6-4f87-b5bd-d30d45eb5dbc req-1497a203-ca10-4b48-88b9-6c408043a032 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0568669 Sep 23 17:49:28.638433 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a19705a6-59f6-4f87-b5bd-d30d45eb5dbc req-cb24ec94-9e14-4955-a431-f4ad91b7e315 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Sep 23 17:49:28.692270 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2132755283-network', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:28.718860 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Made reservation on behalf of 9725f252b3224549ba0bd66b010cfba5 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:49:28.721347 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:28.730366 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:28.829256 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:28.837393 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:28.866400 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:49:28.877974 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52667c71-7ba2-439e-a5a3-469f1511a9c3,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:28.895622 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:28.896077 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Added segment f30b31ff-530a-4a15-acfb-b72d42132f12 of type vlan for network 4cebedb7-10d5-4696-a048-eed8aef51663 Sep 23 17:49:28.930515 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16cc5-da08-4661-afe6-4dcb0085fd6e req-f3d1926b-03e6-474b-acdb-3322aad8f9a0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:28.940372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9be16cc5-da08-4661-afe6-4dcb0085fd6e req-f3d1926b-03e6-474b-acdb-3322aad8f9a0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 944 time: 0.0625048 Sep 23 17:49:28.981792 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.005384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9be16cc5-da08-4661-afe6-4dcb0085fd6e req-d83a3a10-0cd6-42fe-b478-d83d88f5d05d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636179 Sep 23 17:49:29.022486 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.023494 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:29.024071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.061580 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4808443 Sep 23 17:49:29.064546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36524) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:29.069761 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Request body: {'subnet': {'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2132755283-subnet', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:29.092610 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e37b0-5f97-4687-85f1-4bce2a06a9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=4cebedb7-10d5-4696-a048-eed8aef51663,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:29.093464 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Made reservation on behalf of 9725f252b3224549ba0bd66b010cfba5 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:49:29.095785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.102635 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 4cebedb7-10d5-4696-a048-eed8aef51663 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:49:29.271157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.323974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da4bf49-cd59-4e83-9d04-c11bfb1ad218,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:29.339793 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:29.340448 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Network hostable DHCP agents. Network: 4cebedb7-10d5-4696-a048-eed8aef51663, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:49:29.359507 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:49:29.370641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 4cebedb7-10d5-4696-a048-eed8aef51663) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:29.375979 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:29.377548 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.381515 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92312186-6df6-4953-99f6-c91a62d20b34 None None] Network 4cebedb7-10d5-4696-a048-eed8aef51663 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:49:29.391911 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-86cbd76b-6b65-4051-9317-d2ea59b8d900 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3261268 Sep 23 17:49:29.394726 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36528) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:29.399566 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:29.430190 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.431219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.486498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.560799 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-4cebedb7-10d5-4696-a048-eed8aef51663', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:49:29.562195 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.644494 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.714269 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Allocated IP 172.20.0.2 (4cebedb7-10d5-4696-a048-eed8aef51663/6da4bf49-cd59-4e83-9d04-c11bfb1ad218/71fc07b8-746a-4ffd-bcc2-69fe18effa64) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:29.795403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf55b2-efe0-48f0-a179-f2846f850b67 req-fcc90c02-6ed3-452e-b44d-d79bd64cac7a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:29.796971 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c1bf55b2-efe0-48f0-a179-f2846f850b67 req-fcc90c02-6ed3-452e-b44d-d79bd64cac7a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0723867 Sep 23 17:49:29.867379 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.874533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:29.910174 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c1bf55b2-efe0-48f0-a179-f2846f850b67 req-0dad7a53-9e65-4e83-9293-ddf7196dc4e0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063132 Sep 23 17:49:29.919929 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:29.923989 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:29.927856 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:29.937357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Pushing event updated for resources: {'Port': ['ID=71fc07b8-746a-4ffd-bcc2-69fe18effa64,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:29.949623 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.950504 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.950601 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.950925 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.951250 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.951575 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.951896 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.952219 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.952581 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.952915 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.953228 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.953539 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:29.979614 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.002621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.008233 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Attempting to bind port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:30.008597 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Attempting to bind port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:30.008975 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Attempting to bind port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:30.020885 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:30.021857 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:30.022728 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.023866 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Bound using segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:30.025063 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Bound port: 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:30.025891 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.129433 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] For port 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:30.134227 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] For port 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=71fc07b8-746a-4ffd-bcc2-69fe18effa64,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:30.141923 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.214883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3303f74-e1fe-4115-8431-383611ef9aaf req-702f7256-8bce-470c-bdfa-895a64410e93 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:30.222772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a3303f74-e1fe-4115-8431-383611ef9aaf req-702f7256-8bce-470c-bdfa-895a64410e93 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 944 time: 0.1152208 Sep 23 17:49:30.224628 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63593b21-d260-4045-b955-abc2ef7cbc74 None None] Pushing event updated for resources: {'Port': ['ID=71fc07b8-746a-4ffd-bcc2-69fe18effa64,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:30.238329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Allocated IP 172.27.2.225 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/01500f0b-6f4e-418d-b8c5-06117a6f6b0f) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:30.291940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a3303f74-e1fe-4115-8431-383611ef9aaf req-192277af-a3dc-4e83-a8cd-2160177fb7f0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681400 Sep 23 17:49:30.408195 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.474833 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75c7b7-2597-4b62-9b78-fd691a2834a1 req-21dda0e1-58ab-459a-866f-6e54a76118ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:30.477262 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3c75c7b7-2597-4b62-9b78-fd691a2834a1 req-21dda0e1-58ab-459a-866f-6e54a76118ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.0871665 Sep 23 17:49:30.521997 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:30.570760 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3c75c7b7-2597-4b62-9b78-fd691a2834a1 req-9d4d5f17-9ef9-4ed2-b20f-f912d6cab42d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836449 Sep 23 17:49:30.586486 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:30.590482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:30.597697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:30.601102 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Pushing event updated for resources: {'Port': ['ID=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:30.881484 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.140436 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252449f3-e873-4b41-b51c-76e327460616 req-af6beb08-bec3-41ee-aaa2-37ce48390ad3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:31.142319 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-252449f3-e873-4b41-b51c-76e327460616 req-af6beb08-bec3-41ee-aaa2-37ce48390ad3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1342413 Sep 23 17:49:31.219441 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-252449f3-e873-4b41-b51c-76e327460616 req-42f4f2eb-415c-4198-8b2a-1b6354d3ddd2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586338 Sep 23 17:49:31.233649 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.425395 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7681c60-1fea-4c11-b72c-6960bf6932c8 None None] Network 4cebedb7-10d5-4696-a048-eed8aef51663 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:49:31.499104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c197-1854-4279-9343-54f47f86eaeb req-104bf542-8b2f-4542-989d-496da7df5f56 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:31.500704 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad63c197-1854-4279-9343-54f47f86eaeb req-104bf542-8b2f-4542-989d-496da7df5f56 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 944 time: 0.0748153 Sep 23 17:49:31.502114 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Router 9f66f833-c843-4576-bf92-08d12dc7b681 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:49:31.577354 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] Provisioning complete for port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:31.577732 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.698142 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.738230 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] For port 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=71fc07b8-746a-4ffd-bcc2-69fe18effa64,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:31.743532 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.783214 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c87c85d2-ec50-47dc-b70a-85d56f3f7b3f details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:49:31.841110 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c94c0c-63b4-4ac1-95ca-da0616764aae None None] Pushing event updated for resources: {'Port': ['ID=71fc07b8-746a-4ffd-bcc2-69fe18effa64,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:31.940292 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:31.951233 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad63c197-1854-4279-9343-54f47f86eaeb req-ec299e0f-c01b-4145-a031-c474b7f7f32e tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403656 Sep 23 17:49:31.969445 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f', 'network_id': '733583a7-80b9-44c0-916a-e95ef40defd2', 'port_id': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f', 'mac_address': 'fa:16:3e:34:5d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc19b07-450b-4d5e-866c-19f10af6db9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:49:31.984985 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-14bd52c5-589c-45b2-99f7-84ceae1cffb0 None None] Provisioning complete for port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:31.986030 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-14bd52c5-589c-45b2-99f7-84ceae1cffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:31.995247 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512a8e0-1933-4212-844a-c53b547da60f req-3b06c257-fe62-46fe-b42b-1254d5dbfa23 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:31.997580 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2512a8e0-1933-4212-844a-c53b547da60f req-3b06c257-fe62-46fe-b42b-1254d5dbfa23 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.4247007 Sep 23 17:49:32.010708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:49:32.025129 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:49:32.035857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.039620 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7d5d153b-2cc4-4846-9cd8-255de5a38435 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6412206 Sep 23 17:49:32.039940 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36610) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:32.041359 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:32.041998 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:32.047810 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.069391 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c87c85d2-ec50-47dc-b70a-85d56f3f7b3f {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:49:32.071002 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2512a8e0-1933-4212-844a-c53b547da60f req-d2e787c4-41bb-4e1e-85fc-e5505a32d500 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665867 Sep 23 17:49:32.103430 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:32.135677 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.172747 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:32.196970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:32.324733 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 71fc07b8-746a-4ffd-bcc2-69fe18effa64 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:32.378743 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:32.379272 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.397974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee1131-3dcb-459e-b18a-1d38722a1cdc req-aeef6574-1f67-41cf-b56a-1078b3e5d87a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:32.398899 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:30Z', 'revision_number': 3, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:32.399698 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48ee1131-3dcb-459e-b18a-1d38722a1cdc req-aeef6574-1f67-41cf-b56a-1078b3e5d87a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0662305 Sep 23 17:49:32.443263 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:49:32.444157 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Updating router 9f66f833-c843-4576-bf92-08d12dc7b681 port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:49:32.450186 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48ee1131-3dcb-459e-b18a-1d38722a1cdc req-a97bffc8-e463-479a-a1ca-c8fb2dff1708 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408266 Sep 23 17:49:32.503805 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.620827 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:32.644046 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['c87c85d2-ec50-47dc-b70a-85d56f3f7b3f'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:49:32.813901 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Allocated IP 172.20.0.1 (4cebedb7-10d5-4696-a048-eed8aef51663/6da4bf49-cd59-4e83-9d04-c11bfb1ad218/ce862b2e-54dd-4575-a86b-26ccf775f5fd) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:32.946505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-249a59c9-0031-40cd-a230-344f8c6f49d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:32.947089 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-249a59c9-0031-40cd-a230-344f8c6f49d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.1317477 Sep 23 17:49:32.963921 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37220f26-e5df-49a4-85e1-fad455bb1278 req-96a45ce6-f4c8-4565-9d07-51e8b28810db tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:32.968452 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37220f26-e5df-49a4-85e1-fad455bb1278 req-96a45ce6-f4c8-4565-9d07-51e8b28810db tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0959663 Sep 23 17:49:33.042667 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.053250 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.089137 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37220f26-e5df-49a4-85e1-fad455bb1278 req-3d8ad645-1467-4a73-bb3d-7021258d798d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057363 Sep 23 17:49:33.110924 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.156239 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Attempting to bind port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:33.156704 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Attempting to bind port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:33.157047 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Attempting to bind port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:33.161217 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.172211 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:33.173058 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:33.173646 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.174402 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:33.175214 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Bound port: 01500f0b-6f4e-418d-b8c5-06117a6f6b0f, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:33.176094 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.179709 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Pushing event updated for resources: {'Port': ['ID=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:33.192435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-42be7cc3-b39c-4b50-831b-0df683041df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:33.194191 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-42be7cc3-b39c-4b50-831b-0df683041df3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.2247419 Sep 23 17:49:33.209894 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.210544 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.212921 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.213758 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.214279 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.215115 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.215637 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.216160 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.216722 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.217230 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.217735 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.218236 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:49:33.243100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:33.247657 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:33.251504 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:33.259419 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-44d714eb-3ede-46a5-b696-770588ff47db service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.0554433 Sep 23 17:49:33.269759 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c11bb-1cd3-44b8-9de6-d35dbc319bd9 req-7f70b584-fff4-406f-9f4f-108c04f6e2b2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:33.269982 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] For port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:33.271546 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-523c11bb-1cd3-44b8-9de6-d35dbc319bd9 req-7f70b584-fff4-406f-9f4f-108c04f6e2b2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 945 time: 0.1212976 Sep 23 17:49:33.274762 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] For port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:33.283295 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.311298 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Pushing event updated for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:33.322988 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.349742 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de057dde-a912-46cc-974d-d797c6e4eb41 None None] Pushing event updated for resources: {'Port': ['ID=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:33.353323 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:33.353948 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:33.398652 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-523c11bb-1cd3-44b8-9de6-d35dbc319bd9 req-47a85c72-f9e4-419c-9185-cb8837d5dcab tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170318 Sep 23 17:49:33.410131 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-9e4d31b2-0cba-48ec-b3d8-407f7848b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:33.411751 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-9e4d31b2-0cba-48ec-b3d8-407f7848b085 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.1392379 Sep 23 17:49:33.435007 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997763ef-2003-43cb-b7c3-4f6d4b034e06 req-4d476d2b-cc81-4539-9623-8285fbd9a12a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:33.437001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-997763ef-2003-43cb-b7c3-4f6d4b034e06 req-4d476d2b-cc81-4539-9623-8285fbd9a12a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1803563 Sep 23 17:49:33.473874 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-f0742d6f-dc53-4ec6-833d-a4f00f53dd69 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357833 Sep 23 17:49:33.495111 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.505705 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:33.554127 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-10e2007f-43f5-4316-a5fd-ae0b25fe1faf None None] Provisioning complete for port ce862b2e-54dd-4575-a86b-26ccf775f5fd triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:33.554849 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-10e2007f-43f5-4316-a5fd-ae0b25fe1faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.598097 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-b1ee54fd-701f-4df0-a516-a3cc1046a23c service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074157 Sep 23 17:49:33.607749 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-10e2007f-43f5-4316-a5fd-ae0b25fe1faf None None] Port ce862b2e-54dd-4575-a86b-26ccf775f5fd cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:49:33.612328 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-997763ef-2003-43cb-b7c3-4f6d4b034e06 req-24bef691-a449-43f6-a7d7-f294da476a75 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645854 Sep 23 17:49:33.702632 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.707632 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c8499698-fb9b-468a-95f7-4d0b0b43412f req-b265d79a-fee5-43d9-a406-f5bb8a29580e service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940614 Sep 23 17:49:33.709299 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.735527 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:30Z', 'revision_number': 3, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:33.769614 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17830e19-1e5e-42c6-977f-4d7d23fa48fb None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:30Z', 'revision_number': 3, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:49:33.784714 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:33.786503 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Pushing event updated for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:33.893742 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:33.895176 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:34.067435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:49:34.146136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-fb10dd21-10c6-474a-93fb-f4d5dd6cb9e1 None None] Provisioning complete for port ce862b2e-54dd-4575-a86b-26ccf775f5fd triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:34.147111 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fb10dd21-10c6-474a-93fb-f4d5dd6cb9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:34.226744 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-fb10dd21-10c6-474a-93fb-f4d5dd6cb9e1 None None] Port ce862b2e-54dd-4575-a86b-26ccf775f5fd cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:49:34.257838 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:49:34.284226 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-26041aab-dedf-444b-83ff-17624b60822c admin admin] 10.222.0.50 "PUT /v2.0/routers/9f66f833-c843-4576-bf92-08d12dc7b681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2361841 Sep 23 17:49:34.294885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aecce2-5a83-44e8-bb8f-d8ac65a44085 req-276b9354-b2fb-4efc-b4f2-e5c313d0b3de tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:34.301186 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c6aecce2-5a83-44e8-bb8f-d8ac65a44085 req-276b9354-b2fb-4efc-b4f2-e5c313d0b3de tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0946469 Sep 23 17:49:34.308004 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 01500f0b-6f4e-418d-b8c5-06117a6f6b0f up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:34.384995 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c6aecce2-5a83-44e8-bb8f-d8ac65a44085 req-0c244957-bd54-4239-9056-a37ddcae1665 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622284 Sep 23 17:49:34.388565 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:34.389219 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:34.484421 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:34.514305 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:34.521572 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:34.558309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb75bb-85f6-46ba-b3ef-30f8114d0a56 req-2d60f367-9f3b-4ee0-98f8-84b1b8375814 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:34.567277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b3bb75bb-85f6-46ba-b3ef-30f8114d0a56 req-2d60f367-9f3b-4ee0-98f8-84b1b8375814 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 945 time: 0.0739982 Sep 23 17:49:34.600152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:34.611576 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b3bb75bb-85f6-46ba-b3ef-30f8114d0a56 req-861fa168-8c8d-4fe8-af03-fe2a664de244 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Sep 23 17:49:34.758996 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2570a5f-f365-428f-936e-a82659040759 req-45808537-8c3d-46b1-887c-1ef6a30e4408 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:34.760764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2570a5f-f365-428f-936e-a82659040759 req-45808537-8c3d-46b1-887c-1ef6a30e4408 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0599988 Sep 23 17:49:34.808241 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2570a5f-f365-428f-936e-a82659040759 req-93573f5b-2dea-40d3-8290-9a240e4dc205 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 Sep 23 17:49:34.928506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36676) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:34.933970 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1036188440-network', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:34.956725 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Made reservation on behalf of be9085527f094a53a1e9120dd43a8617 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:49:34.959904 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:34.972536 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.066802 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.070615 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.098963 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:49:35.105417 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd679806-f93b-45c6-88b1-720d8603d435,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:35.111822 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.112220 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Added segment 72ba9087-d795-4b4a-80de-afd17f7ecfff of type vlan for network c2a2b127-dcab-495d-87f3-2389b00dc92d Sep 23 17:49:35.202659 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f07c9bd3-90fb-4635-8b23-e97222c6e0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.334061 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.360521 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.361583 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:35.362150 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.392954 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4632933 Sep 23 17:49:35.395891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36680) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:35.401763 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Request body: {'subnet': {'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1036188440-subnet', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:35.433748 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d5791-cd53-4cc1-8dec-8ba1f6cb7996 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a2b127-dcab-495d-87f3-2389b00dc92d,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:35.435057 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Made reservation on behalf of be9085527f094a53a1e9120dd43a8617 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:49:35.440000 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.445280 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network c2a2b127-dcab-495d-87f3-2389b00dc92d details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:49:35.572382 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:49:35.593461 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:35.594088 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:35.599925 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525e73b-1068-4fe2-b4e0-509151693284 req-9e42702b-8ebb-4103-8b79-4e5d7aea6237 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:35.601511 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c525e73b-1068-4fe2-b4e0-509151693284 req-9e42702b-8ebb-4103-8b79-4e5d7aea6237 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1277299 Sep 23 17:49:35.676490 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c525e73b-1068-4fe2-b4e0-509151693284 req-1688c233-641d-4cfd-9fff-464cb2dd5692 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660868 Sep 23 17:49:35.738686 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:35.755752 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:35.809393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f0834-6546-4915-bfd8-86b5103b4434 req-ec6c78c0-a112-49ff-97b1-93910e111e7f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:35.811073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f3f0834-6546-4915-bfd8-86b5103b4434 req-ec6c78c0-a112-49ff-97b1-93910e111e7f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 945 time: 0.1047978 Sep 23 17:49:35.823434 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c87c85d2-ec50-47dc-b70a-85d56f3f7b3f up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:35.838747 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36694) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:35.841641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f89c7ed-4ae0-474b-89d8-c284c10c900a,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:35.864948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Checking segment: {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:35.865306 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Network hostable DHCP agents. Network: c2a2b127-dcab-495d-87f3-2389b00dc92d, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:49:35.890763 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f3f0834-6546-4915-bfd8-86b5103b4434 req-a48c52e4-b7fb-456c-9f3c-621f94a050d3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656908 Sep 23 17:49:35.919090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Network c2a2b127-dcab-495d-87f3-2389b00dc92d is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:49:35.966242 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, c2a2b127-dcab-495d-87f3-2389b00dc92d) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:35.982013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:35.982980 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.000797 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-523e212d-6939-4d72-9200-e34a19496b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.016974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e146d80c-4348-4aea-818e-bfdc244c9c24 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6155508 Sep 23 17:49:36.017180 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36700) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:36.026935 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:36.034061 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac577-8e2a-46c2-81a6-b2c7e3eb7445 req-5852b8eb-5852-4405-90ce-a30dd72de5a9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:36.036254 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-770ac577-8e2a-46c2-81a6-b2c7e3eb7445 req-5852b8eb-5852-4405-90ce-a30dd72de5a9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1132863 Sep 23 17:49:36.054838 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.db.api [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 17:49:36.054838 dv-cinder-810729-1-iscsi neutron-server[100771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 17:49:36.054838 dv-cinder-810729-1-iscsi neutron-server[100771]: [parameters: {'project_id_1': 'be9085527f094a53a1e9120dd43a8617', 'expiration_1': datetime.datetime(2021, 9, 23, 17, 49, 16, 45109)}] Sep 23 17:49:36.054838 dv-cinder-810729-1-iscsi neutron-server[100771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 17:49:36.055296 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG oslo_db.api [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 17:49:36.059570 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512e06c-db70-411e-bbe4-8b64e0a47355 None None] Network c2a2b127-dcab-495d-87f3-2389b00dc92d requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:49:36.093537 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-770ac577-8e2a-46c2-81a6-b2c7e3eb7445 req-410fed06-92a2-466e-a75a-4bf167580336 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476825 Sep 23 17:49:36.178317 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:49:36.183274 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-523e212d-6939-4d72-9200-e34a19496b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.192054 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:36.192423 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.192611 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-523e212d-6939-4d72-9200-e34a19496b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.244716 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36708) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:36.245102 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-523e212d-6939-4d72-9200-e34a19496b91 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=febe104bd33841bfaaadcdb1c798b4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050767 Sep 23 17:49:36.246160 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e212d-6939-4d72-9200-e34a19496b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbec6d6-a562-4f15-828c-acc109237ac4,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:36.298202 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 01500f0b-6f4e-418d-b8c5-06117a6f6b0f up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:36.324789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.348804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.401256 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 2, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:36.425479 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.428260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.429436 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2dbec6d6-a562-4f15-828c-acc109237ac4 HTTP/1.1" status: 204 len: 168 time: 0.1835661 Sep 23 17:49:36.443657 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda8480-c775-4cc1-97ef-4698b6999c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbec6d6-a562-4f15-828c-acc109237ac4,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:36.451602 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-c2a2b127-dcab-495d-87f3-2389b00dc92d', 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'fixed_ips': [{'subnet_id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:49:36.452839 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.465271 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:49:36.465956 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Updating router 9f66f833-c843-4576-bf92-08d12dc7b681 port ce862b2e-54dd-4575-a86b-26ccf775f5fd binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:49:36.518469 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:36.518833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.551903 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.553671 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.587828 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.590392 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.660251 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.688387 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:49:36.690758 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ba6be1-cc8e-4325-a690-19df4978fd07" -d '{"events": [{"server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "name": "network-vif-plugged", "status": "completed", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:49:36.722529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:36.763486 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.821560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087aa56-5ea9-460b-95c6-5e620976691d x-openstack-request-id: req-d087aa56-5ea9-460b-95c6-5e620976691d {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:49:36.821874 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "name": "network-vif-plugged", "status": "completed", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:49:36.822127 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d087aa56-5ea9-460b-95c6-5e620976691d {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:49:36.822519 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f', 'code': 200} Sep 23 17:49:36.840075 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:36.865700 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0462be2-98e4-47a7-ba8d-be6aac1512d2 req-e2c764da-9fa1-4d73-98e0-abd7a37a0a2f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:36.867711 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a0462be2-98e4-47a7-ba8d-be6aac1512d2 req-e2c764da-9fa1-4d73-98e0-abd7a37a0a2f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0663295 Sep 23 17:49:36.925102 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Allocated IP 172.20.0.2 (c2a2b127-dcab-495d-87f3-2389b00dc92d/1f89c7ed-4ae0-474b-89d8-c284c10c900a/bbc9bbb7-30aa-47e2-8fee-eeccdc862c63) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:36.930379 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a0462be2-98e4-47a7-ba8d-be6aac1512d2 req-5ea5722d-2c50-4b26-bac3-77f17a9c7e53 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Sep 23 17:49:36.966556 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:37.102241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a226734-153e-4ead-a158-c5b60d8b987b req-caf1955c-a9c9-42fe-8120-2c962e7edfc1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:37.103892 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4a226734-153e-4ead-a158-c5b60d8b987b req-caf1955c-a9c9-42fe-8120-2c962e7edfc1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.0954130 Sep 23 17:49:37.151851 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.159579 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d0204-808b-488e-897f-54d498969bc7 req-b8d677e7-a787-44c3-af5b-66a7494dc961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:37.161161 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-735d0204-808b-488e-897f-54d498969bc7 req-b8d677e7-a787-44c3-af5b-66a7494dc961 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 1099 time: 0.1157677 Sep 23 17:49:37.175335 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.207131 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4a226734-153e-4ead-a158-c5b60d8b987b req-27af07ed-f102-48e1-92d6-e65eb7398984 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932157 Sep 23 17:49:37.250529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.256401 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.260329 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.287869 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.291309 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-735d0204-808b-488e-897f-54d498969bc7 req-feaaea8e-c3cb-43a4-82d1-2eddbb13a470 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878825 Sep 23 17:49:37.301623 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcf582-34be-4480-bd63-072eb249df21 req-1e3aeb1e-45cb-48da-ba3c-2eed074244ea tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:37.311707 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5edcf582-34be-4480-bd63-072eb249df21 req-1e3aeb1e-45cb-48da-ba3c-2eed074244ea tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0893176 Sep 23 17:49:37.329717 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Network c2a2b127-dcab-495d-87f3-2389b00dc92d is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:37.336575 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:37.341281 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:37.373121 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5edcf582-34be-4480-bd63-072eb249df21 req-0aa23d6d-ba64-4ee4-b158-c54791da3bbf tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558684 Sep 23 17:49:37.383324 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Allocated IP 172.27.2.57 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/d9f1cd70-ed0c-423b-ad0c-8abc7b1af338) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:37.385322 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:37.498902 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Attempting to bind port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:37.499411 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Attempting to bind port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:37.499870 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Attempting to bind port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 on network c2a2b127-dcab-495d-87f3-2389b00dc92d {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:37.530513 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ce9d-f101-40cb-8ccb-801e02be4ebd None None] Pushing event updated for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:37.533212 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:37.533683 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Checking segment: {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:37.534160 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.534610 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Bound using segment: {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:37.535093 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Bound port: bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:37.535475 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.596924 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Attempting to bind port ce862b2e-54dd-4575-a86b-26ccf775f5fd on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:37.597296 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Attempting to bind port ce862b2e-54dd-4575-a86b-26ccf775f5fd by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:37.597654 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Attempting to bind port ce862b2e-54dd-4575-a86b-26ccf775f5fd on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:37.609045 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:37.609422 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:37.609833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.610221 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Bound using segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:37.610698 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Bound port: ce862b2e-54dd-4575-a86b-26ccf775f5fd, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:37.611077 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.618388 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.667783 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.670006 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] For port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:37.691466 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] For port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:37.703535 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.709005 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:37.711868 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:37.716577 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:37.743004 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:37.750745 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] For port ce862b2e-54dd-4575-a86b-26ccf775f5fd, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:37.771172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] For port ce862b2e-54dd-4575-a86b-26ccf775f5fd, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=ce862b2e-54dd-4575-a86b-26ccf775f5fd,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:37.787113 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.814938 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2795ea-0b96-4fb9-b3da-05ca619f7bc7 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:37.856550 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] Provisioning complete for port ce862b2e-54dd-4575-a86b-26ccf775f5fd triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:37.856971 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.858556 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a00bf01c-0746-4b5a-b039-2c09164b4dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:37.946876 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:37.947533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:37.994826 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266ce9d-f101-40cb-8ccb-801e02be4ebd None None] Pushing event updated for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:38.203018 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.311643 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:38.356955 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.363684 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.384160 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b1148-bae7-4cf3-baa4-6df915fc9940 req-e7c86656-f99c-44ac-ba52-9d3a9a015dc4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:38.385900 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de3b1148-bae7-4cf3-baa4-6df915fc9940 req-e7c86656-f99c-44ac-ba52-9d3a9a015dc4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.0665197 Sep 23 17:49:38.387012 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:38.452413 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.479470 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de3b1148-bae7-4cf3-baa4-6df915fc9940 req-bede29e3-a943-43e6-bf24-cd9e9c0996e4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Sep 23 17:49:38.511987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061b3fc-60a5-4024-acfd-5a4c29cd91ca req-2a0f20e7-5918-4b4e-829b-952433b84355 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:38.513877 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8061b3fc-60a5-4024-acfd-5a4c29cd91ca req-2a0f20e7-5918-4b4e-829b-952433b84355 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0673378 Sep 23 17:49:38.522631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] For port ce862b2e-54dd-4575-a86b-26ccf775f5fd, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=ce862b2e-54dd-4575-a86b-26ccf775f5fd,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:38.560590 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.573378 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:38.573752 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.574080 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8061b3fc-60a5-4024-acfd-5a4c29cd91ca req-4ed54cd5-2c4e-4e68-8f87-4a8c031fe298 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444140 Sep 23 17:49:38.663968 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:49:38.752296 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-5217c2cd-0515-4338-a347-5abe012e4770 None None] Provisioning complete for port ce862b2e-54dd-4575-a86b-26ccf775f5fd triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:38.752296 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5217c2cd-0515-4338-a347-5abe012e4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.773702 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae180a-8c6f-4f0b-8dd9-ab8ecda5d6db req-c76eac52-faf2-42e4-983a-6cf7432088de tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:38.775869 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19ae180a-8c6f-4f0b-8dd9-ab8ecda5d6db req-c76eac52-faf2-42e4-983a-6cf7432088de tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0942066 Sep 23 17:49:38.783238 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64497d4e-cb4c-4524-88e3-b23179fc2f61 None None] Pushing event updated for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:38.841265 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:49:38.854324 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Sync routers for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:49:38.866425 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19ae180a-8c6f-4f0b-8dd9-ab8ecda5d6db req-96e3e783-43e0-4ff1-b09b-5940b43826f8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808783 Sep 23 17:49:38.871032 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:38.872245 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:38.877420 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:38.877638 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f3e4d0db-4877-49ef-8da7-3a41bc392bd4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8577354 Sep 23 17:49:38.878357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36748) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:39.013982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:39.015898 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:39.056302 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:39.084806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:39.148141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:39.149576 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b739f617-7970-4709-99c6-b1a4968b6fb8 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:49:39.176316 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:39.305526 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:39.326356 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdbcbb0-2ea0-4e65-9f0e-fa4f820a765c None None] Network c2a2b127-dcab-495d-87f3-2389b00dc92d requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:49:39.502200 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-fd9fa615-314e-43eb-a123-7bb27fdbc07f None None] Provisioning complete for port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:39.503003 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa615-314e-43eb-a123-7bb27fdbc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:39.530392 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 3, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:39.620299 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Checking router: d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:49:39.621775 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Updating router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:49:39.675239 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:39.830560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ec48-f22e-44cc-b9b7-94c2bac5f657 req-c4f58bbd-95cf-4026-b7b4-d26f084e3bd1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:39.839001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4133ec48-f22e-44cc-b9b7-94c2bac5f657 req-c4f58bbd-95cf-4026-b7b4-d26f084e3bd1 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.1565862 Sep 23 17:49:39.863561 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c99e17-4153-4be7-a6f0-5f51f42bf144 req-c823cd2e-10a0-4e21-9337-0374aab02ffc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:39.865224 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3c99e17-4153-4be7-a6f0-5f51f42bf144 req-c823cd2e-10a0-4e21-9337-0374aab02ffc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1274209 Sep 23 17:49:39.874479 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.015997 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4133ec48-f22e-44cc-b9b7-94c2bac5f657 req-c6fa85ee-9665-4970-a0ea-fe168efab03a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759222 Sep 23 17:49:40.054599 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3c99e17-4153-4be7-a6f0-5f51f42bf144 req-512c1391-491b-4768-86b3-5ae6e69d0e6e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650887 Sep 23 17:49:40.054781 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.064285 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.073351 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-cbcd80da-55e6-4233-ac72-28e8b7e5b4b0 None None] Provisioning complete for port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:40.073718 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cbcd80da-55e6-4233-ac72-28e8b7e5b4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.128387 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Attempting to bind port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:40.128786 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Attempting to bind port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:40.129148 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Attempting to bind port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:40.135216 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e26ba2-65b8-448c-af01-ac9da6a7f222 None None] Pushing event updated for resources: {'Port': ['ID=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:40.137913 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:40.138282 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:40.138684 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.139068 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:40.139543 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Bound port: d9f1cd70-ed0c-423b-ad0c-8abc7b1af338, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:40.139940 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.151643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Allocated IP 172.20.0.1 (c2a2b127-dcab-495d-87f3-2389b00dc92d/1f89c7ed-4ae0-474b-89d8-c284c10c900a/00ca97a8-d998-4f59-ba7f-4824bb603c13) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:49:40.256328 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] For port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:40.260327 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] For port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:40.271229 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.352219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.379249 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e26ba2-65b8-448c-af01-ac9da6a7f222 None None] Pushing event updated for resources: {'Port': ['ID=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:40.380327 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:40.439402 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.458641 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:40.459455 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:40.463688 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Network c2a2b127-dcab-495d-87f3-2389b00dc92d is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:40.482224 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:40.482870 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.484846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:40.487899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:49:40.549289 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Pushing event updated for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:40.557683 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.692536 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device ce862b2e-54dd-4575-a86b-26ccf775f5fd up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:40.695584 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:40.802414 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.813172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port ce862b2e-54dd-4575-a86b-26ccf775f5fd triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:40.815504 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.820740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.915337 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-cb0ad167-e08e-470a-b4d0-2f99b0398eb1 None None] Provisioning complete for port 00ca97a8-d998-4f59-ba7f-4824bb603c13 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:40.915810 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad167-e08e-470a-b4d0-2f99b0398eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:40.987588 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-cb0ad167-e08e-470a-b4d0-2f99b0398eb1 None None] Port 00ca97a8-d998-4f59-ba7f-4824bb603c13 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:49:41.042092 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:41.048224 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:41.055740 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 3, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:41.092413 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59ba7c6-0db0-4864-9674-e69bb7d3b5cb None None] The sync data for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi is: [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:37Z', 'revision_number': 3, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:49:41.120164 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Pushing event updated for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:41.125981 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:41.251271 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3397b301-d0c6-42c6-a58d-dd2e421f304e req-e11419d0-b0cb-4d36-834b-6559efd9bf04 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:41.253444 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3397b301-d0c6-42c6-a58d-dd2e421f304e req-e11419d0-b0cb-4d36-834b-6559efd9bf04 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1013210 Sep 23 17:49:41.280480 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Network c2a2b127-dcab-495d-87f3-2389b00dc92d is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:49:41.289101 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:49:41.391009 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3397b301-d0c6-42c6-a58d-dd2e421f304e req-fcee0623-c965-407d-9c84-641225cf0fbf tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276259 Sep 23 17:49:41.459986 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:49:41.582967 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:49:41.588139 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e4d99531-a2ee-4420-b6d8-1c3f5c03fc88 admin admin] 10.222.0.50 "PUT /v2.0/routers/d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085745 Sep 23 17:49:41.617696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-bae4fbb5-35f1-4d91-ba44-268aa31a3304 None None] Provisioning complete for port 00ca97a8-d998-4f59-ba7f-4824bb603c13 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:41.618367 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bae4fbb5-35f1-4d91-ba44-268aa31a3304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:41.662863 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-bae4fbb5-35f1-4d91-ba44-268aa31a3304 None None] Port 00ca97a8-d998-4f59-ba7f-4824bb603c13 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:49:42.227817 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:42.284587 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:42.284587 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.284822 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36802) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:42.289372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601650106', 'description': 'tempest-secgroup-smoke-1601650106 description', 'project_id': '9725f252b3224549ba0bd66b010cfba5'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:42.320251 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.376066 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.403836 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:42.412316 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.436855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.442200 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.471491 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.475554 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1869638 Sep 23 17:49:42.476070 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 36806) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:42.483211 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:42.486102 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404b49-ce78-40c3-ae72-50d05b59d33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f2d04-95b7-40ee-ab14-cb63497fbf44,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:42.492144 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:42.518758 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.551550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104d4c4-672b-4973-8986-b0ea9dacccfa req-6bfa3a6e-ad41-4b0e-be71-0797b9c9d71c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:42.553344 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6104d4c4-672b-4973-8986-b0ea9dacccfa req-6bfa3a6e-ad41-4b0e-be71-0797b9c9d71c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0551941 Sep 23 17:49:42.592990 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.598120 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.609936 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6104d4c4-672b-4973-8986-b0ea9dacccfa req-009399c0-077f-4dcf-a44c-cd443f9e9db5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489666 Sep 23 17:49:42.621734 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5d1fab-be5c-4589-b283-88ea01ef2977,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:42.625372 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.626715 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c8d2c5d9-ea58-4326-9f43-153509684b65 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490371 Sep 23 17:49:42.631096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36808) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:42.635938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:42.673778 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.743316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.747169 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.772769 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b489bfb-b525-4e21-94da-1d38cbe76b86,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:42.786126 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.788799 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-401b6688-737f-4149-b197-f33896fe20eb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1564126 Sep 23 17:49:42.791635 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36816) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:42.797254 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:42.820497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Sync routers for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:49:42.835095 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:42.835725 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:42.840766 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.923487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.928183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.947797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd31376-5911-4027-9772-67c1bebcf208,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:42.958675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:42.962718 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-363da463-cdb2-47b0-9446-c0d76337de85 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1666744 Sep 23 17:49:42.963130 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36820) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:42.968202 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:42.973778 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:43.002807 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.074425 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.079752 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.099874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8badc08-f2d0-45d3-a993-cc5ee83421e7,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:43.107678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.111830 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-49d25235-c8d9-43a1-8a13-e655dc4b2b4c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447246 Sep 23 17:49:43.112612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36822) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:43.117922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:43.142921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.securitygroups_db [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Project 9725f252b3224549ba0bd66b010cfba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:49:43.150247 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.221047 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.226481 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.247606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffb513e-c150-4c26-98a3-2c96c111dbc7,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:43.255202 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.256272 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5eae3b63-8a65-43f6-badb-05c1b9e18ec7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1419501 Sep 23 17:49:43.258678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 36824) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:43.264760 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'security_group_rule': {'security_group_id': '3c1f2d04-95b7-40ee-ab14-cb63497fbf44', 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:49:43.287744 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.securitygroups_db [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Project 9725f252b3224549ba0bd66b010cfba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:49:43.294026 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.334196 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 4, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '00ca97a8-d998-4f59-ba7f-4824bb603c13', 'name': '', 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'mac_address': 'fa:16:3e:a4:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:39Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 2, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'subnets': [{'id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:43.360718 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.361607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Checking router: d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:49:43.361964 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Updating router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 port 00ca97a8-d998-4f59-ba7f-4824bb603c13 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:49:43.365430 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.387675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4fe31a-0331-45cf-ac9a-3dc78ce1e797,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:43.388515 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.395968 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.397235 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-972fe5d5-8b05-4234-a42c-0e5323f35c9e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1375766 Sep 23 17:49:43.685857 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.696494 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.777177 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f130cbb-8dcb-4c16-a46d-8252be259b16 None None] Pushing event updated for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:43.817245 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460ec82-e299-4b51-aadb-191487e75d13 req-c6283947-d30e-4f82-94de-977dd4d1e882 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:43.822585 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6460ec82-e299-4b51-aadb-191487e75d13 req-c6283947-d30e-4f82-94de-977dd4d1e882 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1202664 Sep 23 17:49:43.831246 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Attempting to bind port 00ca97a8-d998-4f59-ba7f-4824bb603c13 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:49:43.831822 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Attempting to bind port 00ca97a8-d998-4f59-ba7f-4824bb603c13 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:49:43.832404 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Attempting to bind port 00ca97a8-d998-4f59-ba7f-4824bb603c13 on network c2a2b127-dcab-495d-87f3-2389b00dc92d {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Checking segment: {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Bound using segment: {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Bound port: 00ca97a8-d998-4f59-ba7f-4824bb603c13, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ba9087-d795-4b4a-80de-afd17f7ecfff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:49:43.845107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:43.916487 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6460ec82-e299-4b51-aadb-191487e75d13 req-a5936601-994c-4a94-a758-73f1879b7e1a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836804 Sep 23 17:49:43.924057 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] For port 00ca97a8-d998-4f59-ba7f-4824bb603c13, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:49:43.933576 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] For port 00ca97a8-d998-4f59-ba7f-4824bb603c13, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=00ca97a8-d998-4f59-ba7f-4824bb603c13,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:49:43.960989 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:44.133007 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:49:44.134061 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:49:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:44.233936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:44.239074 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f130cbb-8dcb-4c16-a46d-8252be259b16 None None] Pushing event updated for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:44.241968 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] Provisioning complete for port 00ca97a8-d998-4f59-ba7f-4824bb603c13 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:44.242342 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:44.356042 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:49:44.385282 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:44.385570 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:44.486692 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:44.607166 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] For port 00ca97a8-d998-4f59-ba7f-4824bb603c13, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=00ca97a8-d998-4f59-ba7f-4824bb603c13,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:44.619824 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:44.702608 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007734b-5baa-43b5-a123-354a1e67eed0 None None] Pushing event updated for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:44.723599 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 4, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '00ca97a8-d998-4f59-ba7f-4824bb603c13', 'name': '', 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'mac_address': 'fa:16:3e:a4:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:39Z', 'updated_at': '2021-09-23T17:49:43Z', 'revision_number': 4, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'subnets': [{'id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:49:44.757867 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a224cafa-a23a-42de-bde7-10ef108fc93c None None] The sync data for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi is: [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:49:40Z', 'revision_number': 4, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '00ca97a8-d998-4f59-ba7f-4824bb603c13', 'name': '', 'network_id': 'c2a2b127-dcab-495d-87f3-2389b00dc92d', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'mac_address': 'fa:16:3e:a4:cd:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:39Z', 'updated_at': '2021-09-23T17:49:43Z', 'revision_number': 4, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'subnets': [{'id': '1f89c7ed-4ae0-474b-89d8-c284c10c900a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:49:44.768497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-1cfeb85e-59d6-4692-b1cf-631dedd2ce8f None None] Provisioning complete for port 00ca97a8-d998-4f59-ba7f-4824bb603c13 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:44.768941 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1cfeb85e-59d6-4692-b1cf-631dedd2ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:45.070955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e21861-a99c-48fc-b3f1-7c02ea054954 req-e264a438-0a68-454d-b3ef-05d5fbbc4a9e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:45.072469 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79e21861-a99c-48fc-b3f1-7c02ea054954 req-e264a438-0a68-454d-b3ef-05d5fbbc4a9e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0556602 Sep 23 17:49:45.116146 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79e21861-a99c-48fc-b3f1-7c02ea054954 req-adf4e452-e02e-4acf-bde5-5560f8ccace5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Sep 23 17:49:46.215612 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 00ca97a8-d998-4f59-ba7f-4824bb603c13 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:46.268742 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22653194-4e08-407f-a45f-fe442a882798 req-2ae70b7f-8e4d-4945-8e2b-c333c6b5bac2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:46.270293 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-22653194-4e08-407f-a45f-fe442a882798 req-2ae70b7f-8e4d-4945-8e2b-c333c6b5bac2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0760727 Sep 23 17:49:46.285604 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 00ca97a8-d998-4f59-ba7f-4824bb603c13 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:46.286007 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:46.321139 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-22653194-4e08-407f-a45f-fe442a882798 req-eb66926a-a349-442b-80f9-5008396a458d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Sep 23 17:49:47.457127 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288234b0-0da8-4a4f-94b6-3425f165fe05 req-7fd046e8-20cf-42ab-9f71-4845d7a9bbaa tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:47.458855 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-288234b0-0da8-4a4f-94b6-3425f165fe05 req-7fd046e8-20cf-42ab-9f71-4845d7a9bbaa tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0623622 Sep 23 17:49:47.506882 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-288234b0-0da8-4a4f-94b6-3425f165fe05 req-2169bd4a-d5f6-473a-9de3-689bc1ab2a0c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Sep 23 17:49:48.664203 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e5a46-f7e4-4e1c-aaaa-a8858fc4101b req-a1a8e807-d7c9-49a7-b1a8-d92871b7196e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:48.665826 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-310e5a46-f7e4-4e1c-aaaa-a8858fc4101b req-a1a8e807-d7c9-49a7-b1a8-d92871b7196e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0514491 Sep 23 17:49:48.711297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-310e5a46-f7e4-4e1c-aaaa-a8858fc4101b req-8f78f786-7794-48fa-97b7-e2e6d5f06a2b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376611 Sep 23 17:49:48.828394 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72916336-9845-4d5b-a4a2-059fbf403efc req-fe845911-f9c3-45a3-bcca-e374efb58c3c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:48.832008 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72916336-9845-4d5b-a4a2-059fbf403efc req-fe845911-f9c3-45a3-bcca-e374efb58c3c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0506299 Sep 23 17:49:48.877587 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72916336-9845-4d5b-a4a2-059fbf403efc req-fcf121f3-ffc2-4731-93f0-ed7726f7b95b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Sep 23 17:49:49.844238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c2122-a45b-4281-9b42-ffac9240e532 req-1d43a517-b854-4041-b9ff-678360d9ef82 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:49.845771 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb1c2122-a45b-4281-9b42-ffac9240e532 req-1d43a517-b854-4041-b9ff-678360d9ef82 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0566101 Sep 23 17:49:49.887428 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb1c2122-a45b-4281-9b42-ffac9240e532 req-3f8e08c8-b853-4a0b-93cf-1081c3bb352b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357783 Sep 23 17:49:49.999956 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48a7c0-a805-4c4c-91c1-aad0407245f1 req-82c9691e-4ddc-4e0a-b49d-e5752bd429a9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:50.001458 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd48a7c0-a805-4c4c-91c1-aad0407245f1 req-82c9691e-4ddc-4e0a-b49d-e5752bd429a9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0534823 Sep 23 17:49:50.039956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd48a7c0-a805-4c4c-91c1-aad0407245f1 req-2e90aa12-6f93-4b77-82b2-9f73bda40cd2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Sep 23 17:49:50.511999 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:51.020330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504888c-8b0b-4fbf-a89b-5a5bea96c1ff req-af06f64f-4b63-49fc-a76c-176e5362ee7e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:51.021881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e504888c-8b0b-4fbf-a89b-5a5bea96c1ff req-af06f64f-4b63-49fc-a76c-176e5362ee7e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0556524 Sep 23 17:49:51.060144 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e504888c-8b0b-4fbf-a89b-5a5bea96c1ff req-8d2bea7d-dd34-4fc5-b8d5-df7050a3ea71 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 23 17:49:51.170840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f83b8-8347-40fc-b644-7de963746d59 req-f846d905-7b3d-43cc-8fe9-1414c35d2745 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:51.172339 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e65f83b8-8347-40fc-b644-7de963746d59 req-f846d905-7b3d-43cc-8fe9-1414c35d2745 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0539837 Sep 23 17:49:51.217603 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e65f83b8-8347-40fc-b644-7de963746d59 req-bf5d1b0a-40fc-4f94-b4a5-bb4c5adc62f1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394204 Sep 23 17:49:52.189226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfe060-3da5-477b-aa5c-d733393a0a62 req-ff7084c4-7ee3-4dc6-ae94-5e0b208b32b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:52.190895 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8fbfe060-3da5-477b-aa5c-d733393a0a62 req-ff7084c4-7ee3-4dc6-ae94-5e0b208b32b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0493493 Sep 23 17:49:52.235267 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8fbfe060-3da5-477b-aa5c-d733393a0a62 req-11f37e13-6dc3-459b-b852-3abb67cc75c3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367129 Sep 23 17:49:52.345389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7428-8bad-4ba5-b3f6-b4dad9eff0a7 req-8b24f005-4d24-4872-89b6-a2e7d7cd7d81 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:52.347070 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-defc7428-8bad-4ba5-b3f6-b4dad9eff0a7 req-8b24f005-4d24-4872-89b6-a2e7d7cd7d81 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0560479 Sep 23 17:49:52.389076 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-defc7428-8bad-4ba5-b3f6-b4dad9eff0a7 req-be0071f5-7c8a-4bab-badf-a0e69c57ad1d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361030 Sep 23 17:49:52.500928 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:49:52.861711 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37022) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:53.007145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c8-99ca-4e0f-800d-944f4716031b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.099199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c8-99ca-4e0f-800d-944f4716031b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.103692 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c8-99ca-4e0f-800d-944f4716031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.141952 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-ec6786c8-99ca-4e0f-800d-944f4716031b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d3af23bc9cc648478e16d70c378f776d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2791269 Sep 23 17:49:53.142812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6786c8-99ca-4e0f-800d-944f4716031b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0554a2e3-7867-4cdb-91ba-6bc049069661,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:53.144585 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37026) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:49:53.210118 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.233214 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.280906 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.283767 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:53.287593 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0554a2e3-7867-4cdb-91ba-6bc049069661 HTTP/1.1" status: 204 len: 168 time: 0.1393769 Sep 23 17:49:53.293627 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef16a58-f0e9-4407-97c7-af8878e0ef31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0554a2e3-7867-4cdb-91ba-6bc049069661,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:53.381040 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81461d-f280-4540-889d-e3302e6ac5e7 req-a93ab97c-7054-4eaa-8e94-3fe26f4662bb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:53.382655 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6a81461d-f280-4540-889d-e3302e6ac5e7 req-a93ab97c-7054-4eaa-8e94-3fe26f4662bb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0657852 Sep 23 17:49:53.443057 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6a81461d-f280-4540-889d-e3302e6ac5e7 req-68db841b-7ff7-41e7-9acb-d015c47f0d36 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520144 Sep 23 17:49:53.518069 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b456c-aaf0-4fbc-807e-450cf6b1225d req-08783679-4ee0-4b36-be00-1ff9e58896bb tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:53.519565 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-766b456c-aaf0-4fbc-807e-450cf6b1225d req-08783679-4ee0-4b36-be00-1ff9e58896bb tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0508008 Sep 23 17:49:53.577032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-766b456c-aaf0-4fbc-807e-450cf6b1225d req-0d41d8af-7857-4c88-885f-14f92d2421fa tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513456 Sep 23 17:49:53.944176 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:49:54.053781 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:54.192470 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:49:54.231714 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:54.245256 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:49:54.266457 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:54.270703 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:54.328367 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=6']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:54.439966 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['cdc2084f-48bd-47fd-b95e-e1bbc63366e7'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:49:54.577302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a8f64c-86b6-4809-8f42-302220740038 req-b4a00ae6-f872-46e4-ab32-1b405299ab3f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:54.579340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-11a8f64c-86b6-4809-8f42-302220740038 req-b4a00ae6-f872-46e4-ab32-1b405299ab3f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.0526385 Sep 23 17:49:54.629469 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-11a8f64c-86b6-4809-8f42-302220740038 req-13e3a089-97f6-4abe-82b7-49645abab32f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Sep 23 17:49:54.708624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f79cf-74f5-4dcf-b726-c63b3f05b7a5 req-c377e779-e2e4-4186-8285-a6065a30cd6c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:54.710139 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b12f79cf-74f5-4dcf-b726-c63b3f05b7a5 req-c377e779-e2e4-4186-8285-a6065a30cd6c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0557106 Sep 23 17:49:54.770055 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b12f79cf-74f5-4dcf-b726-c63b3f05b7a5 req-58101695-7b7d-4f66-bc50-11989e711766 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528433 Sep 23 17:49:55.778342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e61a2-e07e-4351-bdbc-3d98fd1b1626 req-516474ef-7c02-4a3a-8a47-92aa5c5650e7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:55.786623 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c76e61a2-e07e-4351-bdbc-3d98fd1b1626 req-516474ef-7c02-4a3a-8a47-92aa5c5650e7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.0732679 Sep 23 17:49:55.829118 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c76e61a2-e07e-4351-bdbc-3d98fd1b1626 req-913d46d7-1c05-4116-be49-ab9a56e47bb9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415070 Sep 23 17:49:55.920708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c3ac4-de4c-4ea7-8683-4df1a6ffa7a1 req-3c3dd055-5aa7-4c38-8552-baf3318e70be tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:55.922631 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a8c3ac4-de4c-4ea7-8683-4df1a6ffa7a1 req-3c3dd055-5aa7-4c38-8552-baf3318e70be tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0709522 Sep 23 17:49:55.964744 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:49:55.993500 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a8c3ac4-de4c-4ea7-8683-4df1a6ffa7a1 req-8f336119-c118-4c01-8cf3-0f205b599289 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609608 Sep 23 17:49:56.047315 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:49:56.047898 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:56.154768 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:56.186735 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:49:56.189326 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ef3b88-3cc3-4f2e-936d-7f1c18bd48ca" -d '{"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:49:56.226863 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:49:56.235251 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:49:56.284416 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ced56-3cf3-450b-a799-947fd92f7b80 x-openstack-request-id: req-310ced56-3cf3-450b-a799-947fd92f7b80 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:49:56.284910 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:49:56.285278 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-310ced56-3cf3-450b-a799-947fd92f7b80 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:49:56.285768 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'code': 200} Sep 23 17:49:56.296267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=7']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:49:57.003872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae046e-e9cc-4b02-b430-b3a98bb6c1a0 req-2dfdc93a-423e-474f-a1be-d4139d60cba9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:57.005611 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-32ae046e-e9cc-4b02-b430-b3a98bb6c1a0 req-2dfdc93a-423e-474f-a1be-d4139d60cba9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0807772 Sep 23 17:49:57.108394 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-32ae046e-e9cc-4b02-b430-b3a98bb6c1a0 req-5c40d7f6-2043-4a3c-beb9-4683e4541bdd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961654 Sep 23 17:49:57.200648 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15166fd7-4c20-4a8c-90a4-597569b3b649 req-3f728a17-cde4-4eff-bcff-efe77d317b5e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:57.207429 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-15166fd7-4c20-4a8c-90a4-597569b3b649 req-3f728a17-cde4-4eff-bcff-efe77d317b5e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0830560 Sep 23 17:49:57.252589 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-15166fd7-4c20-4a8c-90a4-597569b3b649 req-84616905-06cf-47df-94fe-ecb1841354c1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Sep 23 17:49:58.288960 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64d019-d668-4938-bd82-bfba4d38eca7 req-64e7d37c-2fb4-47e9-87fd-894435f86c78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:58.291334 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9b64d019-d668-4938-bd82-bfba4d38eca7 req-64e7d37c-2fb4-47e9-87fd-894435f86c78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0708382 Sep 23 17:49:58.349494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9b64d019-d668-4938-bd82-bfba4d38eca7 req-0def6698-013d-4adb-8326-ddbbb609965f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517144 Sep 23 17:49:58.411828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bcdd7-02c8-4e02-93a7-9e58c9cb9f7e req-96d68cec-08dc-448f-867f-a654e8ba3f91 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:58.418639 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b0bcdd7-02c8-4e02-93a7-9e58c9cb9f7e req-96d68cec-08dc-448f-867f-a654e8ba3f91 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0677707 Sep 23 17:49:58.479111 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b0bcdd7-02c8-4e02-93a7-9e58c9cb9f7e req-363d692c-3dff-402c-bb0f-e917145f4230 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593014 Sep 23 17:49:59.515928 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164c96b-b05a-47e7-b05f-667d640d7d74 req-79aace93-0cbf-41b0-923e-d6e2e1d9b774 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:59.517953 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0164c96b-b05a-47e7-b05f-667d640d7d74 req-79aace93-0cbf-41b0-923e-d6e2e1d9b774 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0712810 Sep 23 17:49:59.567295 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0164c96b-b05a-47e7-b05f-667d640d7d74 req-e9e18a0b-a6f7-40ef-9fb2-1cb464b6ab94 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421448 Sep 23 17:49:59.647302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7093c3-74aa-4c7f-9857-73225dbaad3b req-60dd9fe7-1423-4246-bf6d-abf92227020a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:49:59.653265 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6e7093c3-74aa-4c7f-9857-73225dbaad3b req-60dd9fe7-1423-4246-bf6d-abf92227020a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0827894 Sep 23 17:49:59.715528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6e7093c3-74aa-4c7f-9857-73225dbaad3b req-7962b5a4-5737-467e-87b0-1b00fe3ea900 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553880 Sep 23 17:50:00.736948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f448d-9b5c-4124-8989-1d687d23f2d9 req-6391a2c0-2594-404c-a0dc-58591fb2e5d0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:00.738490 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-591f448d-9b5c-4124-8989-1d687d23f2d9 req-6391a2c0-2594-404c-a0dc-58591fb2e5d0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0674641 Sep 23 17:50:00.797285 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-591f448d-9b5c-4124-8989-1d687d23f2d9 req-c3fac3b9-36c2-4c2b-94a3-50cbec5d4c61 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494509 Sep 23 17:50:00.861065 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df74b7-d7d1-4443-88c0-b07e06df3ea1 req-9394b7e7-0cb7-469b-b1fc-c5b9fd8402f5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:00.862046 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-00df74b7-d7d1-4443-88c0-b07e06df3ea1 req-9394b7e7-0cb7-469b-b1fc-c5b9fd8402f5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0635319 Sep 23 17:50:00.934107 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-00df74b7-d7d1-4443-88c0-b07e06df3ea1 req-a65b6a34-a0c9-4940-b9d2-394a33916e63 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508211 Sep 23 17:50:01.988647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03bf3-cf8e-4086-9fb4-abf9fac8eac6 req-b4206ca6-2b73-40d5-9a67-b860c6b1bd22 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:01.991663 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fde03bf3-cf8e-4086-9fb4-abf9fac8eac6 req-b4206ca6-2b73-40d5-9a67-b860c6b1bd22 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1035275 Sep 23 17:50:02.083834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fde03bf3-cf8e-4086-9fb4-abf9fac8eac6 req-489c79bb-a0fa-4c44-9d5c-55ec972a0fa1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864990 Sep 23 17:50:02.124334 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719a8f-6322-43d3-8c51-b0546506465f req-213e3ec6-55c8-4120-9d2c-1768216b1f0b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:02.131349 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36719a8f-6322-43d3-8c51-b0546506465f req-213e3ec6-55c8-4120-9d2c-1768216b1f0b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0968673 Sep 23 17:50:02.196370 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-36719a8f-6322-43d3-8c51-b0546506465f req-e4bb37bc-1c2e-4bba-8c85-ad1fa2211c44 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492923 Sep 23 17:50:03.288787 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd8cfd-b399-42e3-9e09-b79ed404bc1c req-ee15663a-fa24-4fbf-a70f-101723d39166 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:03.296754 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3fcd8cfd-b399-42e3-9e09-b79ed404bc1c req-ee15663a-fa24-4fbf-a70f-101723d39166 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0652339 Sep 23 17:50:03.438636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2baa17-9e9c-4345-8d41-eeb61ce72151 req-2315a804-7996-409d-aa73-97827a50bce3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:03.441835 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d2baa17-9e9c-4345-8d41-eeb61ce72151 req-2315a804-7996-409d-aa73-97827a50bce3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1359663 Sep 23 17:50:03.461985 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3fcd8cfd-b399-42e3-9e09-b79ed404bc1c req-2c46fb99-9550-49fd-830e-1305c28c41f2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621957 Sep 23 17:50:03.537225 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d2baa17-9e9c-4345-8d41-eeb61ce72151 req-1832976d-ecbb-4cc7-bfcc-0a33a9048d5e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732338 Sep 23 17:50:03.931100 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f8bd8-0724-44e6-b785-481dc0b5ba66 req-af73c35f-0ed3-4899-ac75-43bf21ea6949 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:03.932899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b70f8bd8-0724-44e6-b785-481dc0b5ba66 req-af73c35f-0ed3-4899-ac75-43bf21ea6949 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0547960 Sep 23 17:50:03.989449 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b70f8bd8-0724-44e6-b785-481dc0b5ba66 req-8926b185-dc43-48fd-bd65-e351359aacf5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Sep 23 17:50:04.663647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445c8be-8677-4d13-bfab-20ec260b5a4f req-6113c35d-1a3d-4dbf-b8e8-caf8fb149691 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:04.665257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2445c8be-8677-4d13-bfab-20ec260b5a4f req-6113c35d-1a3d-4dbf-b8e8-caf8fb149691 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0909657 Sep 23 17:50:04.744381 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70253479-d9b3-48bc-a0d2-2a9d17f63e55 req-988dff29-d4c6-4d01-a3f9-0fb275ef0d48 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:04.746574 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-70253479-d9b3-48bc-a0d2-2a9d17f63e55 req-988dff29-d4c6-4d01-a3f9-0fb275ef0d48 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1078556 Sep 23 17:50:04.749723 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2445c8be-8677-4d13-bfab-20ec260b5a4f req-a65d80a5-22d9-4c09-a2be-fe2c8afbed3c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683000 Sep 23 17:50:04.801308 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-70253479-d9b3-48bc-a0d2-2a9d17f63e55 req-a22e50fd-a4cc-4a35-98ee-c9bdad318690 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481715 Sep 23 17:50:05.114779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08ffd-1b36-4b82-937e-5a02e303b4f2 req-5ae23e24-97ef-4c8b-9223-7c06e0cf4c30 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:05.116399 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dab08ffd-1b36-4b82-937e-5a02e303b4f2 req-5ae23e24-97ef-4c8b-9223-7c06e0cf4c30 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0529346 Sep 23 17:50:05.158728 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dab08ffd-1b36-4b82-937e-5a02e303b4f2 req-190188bb-d7bb-408f-97c2-a790302f0782 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344014 Sep 23 17:50:05.194549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e1f8c9fa-bb9b-46ff-a45b-2a2e322a996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:05.875992 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35806f7e-e1cd-4636-844f-48b25642a465 req-eac39dff-1daf-4e3c-bb5f-6de866b5cff8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:05.877532 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-35806f7e-e1cd-4636-844f-48b25642a465 req-eac39dff-1daf-4e3c-bb5f-6de866b5cff8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0528741 Sep 23 17:50:05.942769 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-35806f7e-e1cd-4636-844f-48b25642a465 req-95f5c9c7-9c38-4bf7-bddd-045870c062ef tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550485 Sep 23 17:50:05.951601 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24705ec-c890-4584-96d8-8fbaa3882dc4 req-eb66457d-8816-44b5-b616-78825c89d180 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:05.953131 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a24705ec-c890-4584-96d8-8fbaa3882dc4 req-eb66457d-8816-44b5-b616-78825c89d180 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0747123 Sep 23 17:50:05.992945 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a24705ec-c890-4584-96d8-8fbaa3882dc4 req-38b7c4be-571c-4f5a-be94-7580e6b5cde2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338488 Sep 23 17:50:06.275973 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457db1c-c265-4476-8d76-7ad0c257925f req-e5fd4bb9-6aed-4e43-9ef7-001a1763f754 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:06.278498 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4457db1c-c265-4476-8d76-7ad0c257925f req-e5fd4bb9-6aed-4e43-9ef7-001a1763f754 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0511925 Sep 23 17:50:06.317511 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4457db1c-c265-4476-8d76-7ad0c257925f req-ba964a2f-016b-4d06-8326-24419c981a8e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332289 Sep 23 17:50:06.667370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-5041f83f-b632-4999-8c8f-8e8c4ceaf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:06.668969 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-5041f83f-b632-4999-8c8f-8e8c4ceaf95f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.0488367 Sep 23 17:50:06.770968 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-ccef3377-e117-4ce1-9563-fae34b69d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:06.772480 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-ccef3377-e117-4ce1-9563-fae34b69d78f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.0874865 Sep 23 17:50:07.068544 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-44ac13ae-217e-47d9-83ed-270dcf873d94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.2873013 Sep 23 17:50:07.154036 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe60eb9-4912-4d24-9ddb-441ace358bc3 req-d8a2df4a-88a5-431a-b2d8-26286c7587eb tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.155561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbe60eb9-4912-4d24-9ddb-441ace358bc3 req-d8a2df4a-88a5-431a-b2d8-26286c7587eb tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0893064 Sep 23 17:50:07.186558 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95b1d7-9297-4f79-a67d-93e3c7cf89ef req-49939ccf-18f1-4a65-88fc-0040015ed675 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.188105 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a95b1d7-9297-4f79-a67d-93e3c7cf89ef req-49939ccf-18f1-4a65-88fc-0040015ed675 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.1229713 Sep 23 17:50:07.256217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-eb5046ba-9771-4f98-9d7e-c75b006fe737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.257732 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-eb5046ba-9771-4f98-9d7e-c75b006fe737 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.1295803 Sep 23 17:50:07.265074 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a95b1d7-9297-4f79-a67d-93e3c7cf89ef req-e4b478e2-4e5a-4f39-9260-c75ebc6dadb8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680652 Sep 23 17:50:07.270475 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cbe60eb9-4912-4d24-9ddb-441ace358bc3 req-a0229798-5489-483b-9ac3-3303747d042f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813577 Sep 23 17:50:07.306456 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-1d3b7cea-ecf2-4c70-af8c-4588193ecffb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253103 Sep 23 17:50:07.481919 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-1efd1d7b-583a-4e03-8792-c68ce8ba6296 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624043 Sep 23 17:50:07.499688 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1711e-152a-463c-a0ad-065f60345782 req-c9b4e423-7f69-4e6c-8e16-0f574bdbd133 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.499688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4ff1711e-152a-463c-a0ad-065f60345782 req-c9b4e423-7f69-4e6c-8e16-0f574bdbd133 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1088929 Sep 23 17:50:07.508520 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-45cecfb8-74f7-4ba6-8d97-54e7ce0eb592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.509878 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-45cecfb8-74f7-4ba6-8d97-54e7ce0eb592 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1098 time: 0.0926161 Sep 23 17:50:07.656138 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4ff1711e-152a-463c-a0ad-065f60345782 req-8c94b28c-37ca-4e0c-8198-3842eba40c49 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497700 Sep 23 17:50:07.697356 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88aa3d51-b981-428e-a011-e98a5217cb5d req-d543d986-837c-46a4-96e5-b298838843ab service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983554 Sep 23 17:50:07.702458 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-161ef36b-8734-4870-bf14-1c7ecbc73a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.703950 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-161ef36b-8734-4870-bf14-1c7ecbc73a36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.1745133 Sep 23 17:50:07.778364 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-ccaac62c-8bda-4289-835f-c13406cd925a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 1001 time: 0.0616982 Sep 23 17:50:07.813798 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c643e07c-ab29-494a-a0a2-0889360a2b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:07.830111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-dc71ac21-48f5-425d-94c8-fee6a4663455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.831568 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-dc71ac21-48f5-425d-94c8-fee6a4663455 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0448012 Sep 23 17:50:07.885469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-a9772344-3e08-45a5-ba41-530b2bbbbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:07.887198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-a9772344-3e08-45a5-ba41-530b2bbbbf87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454669 Sep 23 17:50:07.980731 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-374fde71-078c-4317-8b7a-9b375cdf3c4a service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851276 Sep 23 17:50:08.269912 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:08.422356 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc925294-6cd9-4112-ad09-60053a794c1d req-dfd26172-427c-4983-ba33-e42d80d5c11c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:08.423887 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc925294-6cd9-4112-ad09-60053a794c1d req-dfd26172-427c-4983-ba33-e42d80d5c11c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0817983 Sep 23 17:50:08.432368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e973-d60c-4e98-8b79-adf5cfea6e5a req-ae9a376b-9e6a-4e41-b17e-cf1a4e8157f0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:08.434712 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3970e973-d60c-4e98-8b79-adf5cfea6e5a req-ae9a376b-9e6a-4e41-b17e-cf1a4e8157f0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0943575 Sep 23 17:50:08.489208 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc925294-6cd9-4112-ad09-60053a794c1d req-812af451-fc26-4f7d-940e-6494ba65cda2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535126 Sep 23 17:50:08.497102 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3970e973-d60c-4e98-8b79-adf5cfea6e5a req-2c5314fe-3b51-4c3e-b175-171a7fcf08f6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555348 Sep 23 17:50:08.777321 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678be2d-d32e-4020-8305-0db4fefd9c48 req-7ce6612e-8ca3-4092-8f7b-e0f530159b14 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:08.778871 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0678be2d-d32e-4020-8305-0db4fefd9c48 req-7ce6612e-8ca3-4092-8f7b-e0f530159b14 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Sep 23 17:50:08.817502 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0678be2d-d32e-4020-8305-0db4fefd9c48 req-a39b294d-5b8e-491a-802c-66a340b0aba7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Sep 23 17:50:08.926700 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:09.640067 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3a414-6a1a-4c6c-b599-2339c0911b84 req-f61077af-eb68-44f2-8d0f-3b0839060f82 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:09.641610 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-05d3a414-6a1a-4c6c-b599-2339c0911b84 req-f61077af-eb68-44f2-8d0f-3b0839060f82 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0826778 Sep 23 17:50:09.656574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac524b-fa84-4a97-a794-8e917767c2b7 req-b2a4b2ff-dc46-486e-9563-42d0daa62d63 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:09.658047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e5ac524b-fa84-4a97-a794-8e917767c2b7 req-b2a4b2ff-dc46-486e-9563-42d0daa62d63 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0730968 Sep 23 17:50:09.712683 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-05d3a414-6a1a-4c6c-b599-2339c0911b84 req-cdf9f6bc-7acd-4aa2-b03d-f79ef7dd5ea9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645890 Sep 23 17:50:09.718705 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e5ac524b-fa84-4a97-a794-8e917767c2b7 req-9ef98ec3-03b5-4d4f-965e-268f1835762b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540490 Sep 23 17:50:09.933747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0a72-c965-4c6b-8215-22c7a7448684 req-8078bdde-b71c-4262-8f7c-9f0c6ed23ae1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:09.935277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e23a0a72-c965-4c6b-8215-22c7a7448684 req-8078bdde-b71c-4262-8f7c-9f0c6ed23ae1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Sep 23 17:50:09.974734 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e23a0a72-c965-4c6b-8215-22c7a7448684 req-01df167e-5c9f-4c49-bf92-12f2f998deef tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335577 Sep 23 17:50:10.763340 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:10.863868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83310404-7667-4259-9811-71bdc6c319bb req-28bec920-fa66-47bb-897c-72d5e3d71996 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:10.865417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-83310404-7667-4259-9811-71bdc6c319bb req-28bec920-fa66-47bb-897c-72d5e3d71996 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0806031 Sep 23 17:50:10.880916 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd46fa1-225d-47b7-bb16-e291a13b89c2 req-cb99be5f-d39e-412f-9ed4-54851ad44e72 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:10.882422 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bd46fa1-225d-47b7-bb16-e291a13b89c2 req-cb99be5f-d39e-412f-9ed4-54851ad44e72 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0881224 Sep 23 17:50:10.939460 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-83310404-7667-4259-9811-71bdc6c319bb req-30c33643-34a5-494e-a7d8-8bcd81220b00 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560524 Sep 23 17:50:10.944429 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bd46fa1-225d-47b7-bb16-e291a13b89c2 req-e8956c4b-760c-454e-82c8-b60b32ebcccd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539982 Sep 23 17:50:11.094275 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646654a-2762-4f0d-9b07-77da66b59e24 req-aa65cebc-4b5f-4710-b827-764afbff79d0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:11.095873 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c646654a-2762-4f0d-9b07-77da66b59e24 req-aa65cebc-4b5f-4710-b827-764afbff79d0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0524745 Sep 23 17:50:11.133909 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c646654a-2762-4f0d-9b07-77da66b59e24 req-035f9440-cf58-4d19-b484-5b08df46e08c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Sep 23 17:50:11.641546 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-090fecd3-0b34-48c1-8a52-471c5a0166d4 req-9cd40f02-b0ba-4e33-b7d5-e675e54b5e4d service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922036 Sep 23 17:50:12.045352 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:12.091030 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ff71-3a24-4c13-bfc8-75667d7a39fe req-77a3be03-5422-4ddc-8dc4-c6fe0eb8bd26 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:12.092592 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba03ff71-3a24-4c13-bfc8-75667d7a39fe req-77a3be03-5422-4ddc-8dc4-c6fe0eb8bd26 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0826111 Sep 23 17:50:12.108307 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae9453-a521-4841-b905-face229c51c0 req-ae973961-1910-4f9f-9f74-84382459fae5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:12.109865 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90ae9453-a521-4841-b905-face229c51c0 req-ae973961-1910-4f9f-9f74-84382459fae5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 945 time: 0.0903060 Sep 23 17:50:12.125500 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:12.162069 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:12.164412 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d4e08-59b9-4d2d-9f5f-e9ac96bea7cf" -d '{"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:12.166184 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba03ff71-3a24-4c13-bfc8-75667d7a39fe req-c5826f37-62c4-4205-afd9-7723a1063c80 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661805 Sep 23 17:50:12.181643 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:12.182687 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90ae9453-a521-4841-b905-face229c51c0 req-e3f0f515-402d-4e29-b87a-638c2b61f8fc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584235 Sep 23 17:50:12.196292 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:12.233899 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e5f67f-231f-4abd-b6d3-4aafe46c5605 x-openstack-request-id: req-16e5f67f-231f-4abd-b6d3-4aafe46c5605 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:12.234216 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:12.234656 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16e5f67f-231f-4abd-b6d3-4aafe46c5605 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:12.235098 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'code': 200} Sep 23 17:50:12.254060 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=8']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:12.284717 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78147501-15db-473f-a65b-b3bc0f08ebdf req-86ea1bd6-e873-4b3e-8131-6a7cf81d3f41 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:12.286233 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-78147501-15db-473f-a65b-b3bc0f08ebdf req-86ea1bd6-e873-4b3e-8131-6a7cf81d3f41 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0524104 Sep 23 17:50:12.326038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-78147501-15db-473f-a65b-b3bc0f08ebdf req-aec98d06-3835-473f-8816-47b600b5612f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338397 Sep 23 17:50:13.330023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624701f-7767-482a-8d5b-08fae4a4d596 req-91aa9eba-8425-4b70-893b-06f5c23bfde1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:13.331554 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8624701f-7767-482a-8d5b-08fae4a4d596 req-91aa9eba-8425-4b70-893b-06f5c23bfde1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0874493 Sep 23 17:50:13.356988 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7fddc-6ecb-417e-af77-c24d92225daf req-681d5308-905c-4a82-b96b-806823a7d99f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:13.358555 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-09e7fddc-6ecb-417e-af77-c24d92225daf req-681d5308-905c-4a82-b96b-806823a7d99f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0834537 Sep 23 17:50:13.416297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8624701f-7767-482a-8d5b-08fae4a4d596 req-dc6a1959-577a-475f-9f3d-656c57b7a339 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785832 Sep 23 17:50:13.424931 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-09e7fddc-6ecb-417e-af77-c24d92225daf req-2288ee95-56c6-4c0c-a259-750af2c78379 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557499 Sep 23 17:50:13.525724 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eee28-de5b-48a7-92c1-f8f4ea6af0e3 req-d3280e34-e6e5-4320-8fb2-c8c07422c214 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:13.527914 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-904eee28-de5b-48a7-92c1-f8f4ea6af0e3 req-d3280e34-e6e5-4320-8fb2-c8c07422c214 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0520840 Sep 23 17:50:13.567118 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-904eee28-de5b-48a7-92c1-f8f4ea6af0e3 req-bd922ec9-5818-46cd-9ec2-4326413081c1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323656 Sep 23 17:50:14.317742 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-da9f90e2-7094-4dd1-9ecf-81292397a4ad tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601650106&fields=id&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 267 time: 0.0332341 Sep 23 17:50:14.468651 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-dced4750-d730-4b6b-9b49-6c16510e65c3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:14.470517 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-dced4750-d730-4b6b-9b49-6c16510e65c3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.1451869 Sep 23 17:50:14.494252 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-5d1e9e74-ac28-4853-b9cd-6c73e84a9ba6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/quotas/9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 375 time: 0.0145729 Sep 23 17:50:14.583536 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-7843d0b4-2f6b-4b45-a21f-0532570c42ea tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883884 Sep 23 17:50:14.601930 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f5139-9930-4d58-b468-5b965830f690 req-fb995b51-a96c-4a46-82e1-32a81f5d287e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:14.603614 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c6f5139-9930-4d58-b468-5b965830f690 req-fb995b51-a96c-4a46-82e1-32a81f5d287e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0786624 Sep 23 17:50:14.701859 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c6f5139-9930-4d58-b468-5b965830f690 req-f3523039-7f5d-4caa-a361-11b6f60088f0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897276 Sep 23 17:50:14.739939 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-58a1d7d3-08c9-4f6d-859a-0ae3ad7da3c8 service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353164 Sep 23 17:50:14.873935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fef27-383f-4538-8c57-e12eb4fe0b80 req-1bc33e0d-ab8a-49ae-a28a-c5672d6b9153 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:14.875443 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-017fef27-383f-4538-8c57-e12eb4fe0b80 req-1bc33e0d-ab8a-49ae-a28a-c5672d6b9153 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1058319 Sep 23 17:50:14.883228 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-4b97bedb-8288-419d-892b-93b677eb9b68 service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361053 Sep 23 17:50:14.921426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-017fef27-383f-4538-8c57-e12eb4fe0b80 req-5cf3a082-74fe-4ed6-a719-8573b20c16c9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369782 Sep 23 17:50:15.263513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cab43-d9fd-48f4-9ef5-0480fd886003 req-22ec4ef0-694e-4478-97c9-1e647dba47ec tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:15.265724 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2e8cab43-d9fd-48f4-9ef5-0480fd886003 req-22ec4ef0-694e-4478-97c9-1e647dba47ec tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0616677 Sep 23 17:50:15.316086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2e8cab43-d9fd-48f4-9ef5-0480fd886003 req-76237789-7cb6-4270-ae84-0734be508c30 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414789 Sep 23 17:50:15.446098 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-31bf9bf8-e30f-4a19-844c-bcda7012b7a1 req-6491af75-66b7-4872-bc5b-d6dc1168df36 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 210 time: 0.0291016 Sep 23 17:50:15.691673 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-fbdf74cf-81f2-4d7f-9213-86562e14742e req-d19d2997-7260-4380-b132-7b20c02607b5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:50:15.692744 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbdf74cf-81f2-4d7f-9213-86562e14742e req-d19d2997-7260-4380-b132-7b20c02607b5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Sep 23 17:50:15.899850 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a1134-d9c2-48ff-a2ac-669f6fdb6013 req-72d2f398-75f2-4667-889f-ea73d4d086d8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:15.901491 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-812a1134-d9c2-48ff-a2ac-669f6fdb6013 req-72d2f398-75f2-4667-889f-ea73d4d086d8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0991650 Sep 23 17:50:15.914720 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c2bbb-94a1-4360-bf6c-9fe15579d801 req-ba319500-2950-48ba-97b4-2eeb2c0fcfa4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:15.916324 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d84c2bbb-94a1-4360-bf6c-9fe15579d801 req-ba319500-2950-48ba-97b4-2eeb2c0fcfa4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0749335 Sep 23 17:50:15.970222 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-812a1134-d9c2-48ff-a2ac-669f6fdb6013 req-601c5bfc-52c9-4e5c-a8d7-63c4deb62410 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528090 Sep 23 17:50:15.983676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d84c2bbb-94a1-4360-bf6c-9fe15579d801 req-29e55a0d-ec50-4b77-8db5-5e0285eb963b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590682 Sep 23 17:50:16.307755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37496) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:16.467654 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-76b11d86-1e7e-4006-aec2-b76a1fed0e60 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579862 Sep 23 17:50:16.488209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-9a2e34f6-8b9d-49e9-ad34-e7e4eea24e43 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:50:16.489688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-9a2e34f6-8b9d-49e9-ad34-e7e4eea24e43 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057640 Sep 23 17:50:16.559222 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14ac42-f058-4479-af99-cc0263129937 req-b10c1168-fba3-4020-9221-c4772fd47f97 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:16.560831 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7a14ac42-f058-4479-af99-cc0263129937 req-b10c1168-fba3-4020-9221-c4772fd47f97 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1481285 Sep 23 17:50:16.659166 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-077d6ce5-1e8d-4ae5-9c56-6e211c241512 req-7968f13f-ae4c-41c3-aabb-b951b4ca8d67 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 210 time: 0.1127100 Sep 23 17:50:16.667804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-6e0426d1-a4c3-44db-9282-54e37e887939 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:16.669655 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-6e0426d1-a4c3-44db-9282-54e37e887939 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.2684772 Sep 23 17:50:16.707870 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7a14ac42-f058-4479-af99-cc0263129937 req-a6331867-32b7-4c76-850f-32a8c211c3fd tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066117 Sep 23 17:50:16.742966 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-ba01f302-83b5-4389-8c27-eaee48a86dc2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 380 time: 0.0475459 Sep 23 17:50:16.755188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'port': {'device_id': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'admin_state_up': True, 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'security_groups': ['3c1f2d04-95b7-40ee-ab14-cb63497fbf44']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:16.890585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Made reservation on behalf of 9725f252b3224549ba0bd66b010cfba5 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:16.894825 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.078543 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.20.0.12 (4cebedb7-10d5-4696-a048-eed8aef51663/6da4bf49-cd59-4e83-9d04-c11bfb1ad218/ed43d8c0-1dc6-4aa6-8639-71ffa99d9711) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:17.194733 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0068-d96d-4958-9bd1-c299b431144a req-b1b66f63-6566-45c3-8236-849bc26f71fe tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:17.196258 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b8ef0068-d96d-4958-9bd1-c299b431144a req-b1b66f63-6566-45c3-8236-849bc26f71fe tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1262302 Sep 23 17:50:17.207097 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5518f5-268c-4ff8-ad98-53f5fd1513e5 req-3ef56e64-caa2-456d-a318-b45af65f1b9f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:17.208714 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8d5518f5-268c-4ff8-ad98-53f5fd1513e5 req-3ef56e64-caa2-456d-a318-b45af65f1b9f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1474636 Sep 23 17:50:17.334648 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b8ef0068-d96d-4958-9bd1-c299b431144a req-77f9dd2d-08d1-47cd-97e0-851b50f965ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217394 Sep 23 17:50:17.340173 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8d5518f5-268c-4ff8-ad98-53f5fd1513e5 req-1804d6be-41c1-4852-a871-63c539927e25 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148319 Sep 23 17:50:17.383419 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.421123 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.466363 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:17.469479 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:17.471960 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:17.518500 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:17.550474 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:17.551126 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.571047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-eadf6606-4928-424c-a308-6d9e3a09da84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8211122 Sep 23 17:50:17.609883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Request body: {'port': {'device_id': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:17.683368 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-900d7e29-f56d-4851-97cb-a9e484797932 None None] Provisioning complete for port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:17.683970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-900d7e29-f56d-4851-97cb-a9e484797932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.701420 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-57836bc1-61df-46a7-832c-2dc1b265c524 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714195 Sep 23 17:50:17.702193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:17.764150 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-900d7e29-f56d-4851-97cb-a9e484797932 None None] Port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:50:18.062171 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:18.199991 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37542) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:18.207093 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-f5d57d50-ef87-499a-850a-9b5705411fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.208674 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-f5d57d50-ef87-499a-850a-9b5705411fe1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 1099 time: 0.4747992 Sep 23 17:50:18.222690 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc26257-8849-4ebc-8595-24660c690930 req-42c5ea7e-4d2a-46b9-8e2b-082b6b724f61 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.224357 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bfc26257-8849-4ebc-8595-24660c690930 req-42c5ea7e-4d2a-46b9-8e2b-082b6b724f61 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 932 time: 0.4517493 Sep 23 17:50:18.253380 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ca5a-d7bd-436e-b4b2-8fa9d33c81ec req-b521eb1f-3481-4521-961e-7cb645ebac7b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.254912 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2e28ca5a-d7bd-436e-b4b2-8fa9d33c81ec req-b521eb1f-3481-4521-961e-7cb645ebac7b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.2054257 Sep 23 17:50:18.319032 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b6520d3b-d305-4d03-b89c-b56f2a9ab318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.410187 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bfc26257-8849-4ebc-8595-24660c690930 req-22770f9e-0f2e-43e2-9ee1-741c434d39e7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749079 Sep 23 17:50:18.418689 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b6520d3b-d305-4d03-b89c-b56f2a9ab318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.424127 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b6520d3b-d305-4d03-b89c-b56f2a9ab318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.446283 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2e28ca5a-d7bd-436e-b4b2-8fa9d33c81ec req-0eb67b15-0f63-43dd-932c-0cc0488c8ae1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705232 Sep 23 17:50:18.456391 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6520d3b-d305-4d03-b89c-b56f2a9ab318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0547d6-4a73-4055-ac73-c8ecd932a6c0,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:18.474641 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b6520d3b-d305-4d03-b89c-b56f2a9ab318 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73543e44f83d4bb1b92b2ddf2c945a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732759 Sep 23 17:50:18.475483 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37550) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:18.487450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-90262240-c0ff-4bfb-bd7f-88aed531534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.489560 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-90262240-c0ff-4bfb-bd7f-88aed531534a service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.2237282 Sep 23 17:50:18.528331 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.550787 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.578201 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-0fa8dc67-2641-4c9c-af99-b801debb1a8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 200 len: 217 time: 0.0758038 Sep 23 17:50:18.606633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.615378 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.615378 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cb0547d6-4a73-4055-ac73-c8ecd932a6c0 HTTP/1.1" status: 204 len: 168 time: 0.1377735 Sep 23 17:50:18.623633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350b847-bd25-4791-a561-68d870c6c7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0547d6-4a73-4055-ac73-c8ecd932a6c0,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:18.642978 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:50:18.658053 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.711593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Transition to ACTIVE for port object ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:50:18.713839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-0d64f0bc-82ef-47c9-9212-463d42b1e664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.716159 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-0d64f0bc-82ef-47c9-9212-463d42b1e664 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.1207254 Sep 23 17:50:18.725226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4d661-27ef-4c84-92f8-df5d0b2e2190 req-8c793953-576e-4d01-9bf4-24814ee1fca3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.726718 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e8a4d661-27ef-4c84-92f8-df5d0b2e2190 req-8c793953-576e-4d01-9bf4-24814ee1fca3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.2049294 Sep 23 17:50:18.728893 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:18.845774 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-a089ab13-1bf7-410f-baa2-eb42fdf1cb74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057248 Sep 23 17:50:18.907059 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133cd73-cc3c-4ed1-b9b3-ce71ce6253c5 req-785711ab-35fa-42a4-a266-b0a1a58009e1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:18.908883 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d133cd73-cc3c-4ed1-b9b3-ce71ce6253c5 req-785711ab-35fa-42a4-a266-b0a1a58009e1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.2415562 Sep 23 17:50:18.911430 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:19.014881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e8a4d661-27ef-4c84-92f8-df5d0b2e2190 req-e39863e2-5438-4575-b65c-2a77cd2edd08 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736046 Sep 23 17:50:19.079839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33189-c22b-4673-b965-dc57741c64b6 req-e8ad30ea-cbc2-4ab2-909c-b95824f27404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.081312 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-e8ad30ea-cbc2-4ab2-909c-b95824f27404 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 1096 time: 0.3072424 Sep 23 17:50:19.130338 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d133cd73-cc3c-4ed1-b9b3-ce71ce6253c5 req-f99ddd9f-a3d4-4893-9790-8fd279db13fd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061782 Sep 23 17:50:19.219930 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-5bae46b1-1234-4581-8a5a-86dc9b28f086 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432724 Sep 23 17:50:19.226732 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Attempting to bind port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:19.227069 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Attempting to bind port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:19.227399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Attempting to bind port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:19.247794 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 on network 4cebedb7-10d5-4696-a048-eed8aef51663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:50:19.248081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Attempting to bind port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:19.276505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd16b-f686-4f23-b4d6-0e16cac5bf1d req-201b9480-2c8c-4f10-b039-c7d17d3b809b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.278443 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-419cd16b-f686-4f23-b4d6-0e16cac5bf1d req-201b9480-2c8c-4f10-b039-c7d17d3b809b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.1962364 Sep 23 17:50:19.282383 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:19.282723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:19.283110 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Bound using segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:19.283560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Bound port: ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:19.283927 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:19.296208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33189-c22b-4673-b965-dc57741c64b6 req-3d87d013-e250-4ec7-aba4-f3ed7b217fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.297737 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-3d87d013-e250-4ec7-aba4-f3ed7b217fe6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1096 time: 0.1716845 Sep 23 17:50:19.457282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-419cd16b-f686-4f23-b4d6-0e16cac5bf1d req-a0210c18-0c9f-48be-a18c-8de0772b1548 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710100 Sep 23 17:50:19.502593 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5626c8d-fc80-4da2-ae58-6e521f9851ce req-720bd73c-2f4b-4196-9ee5-3c6aabd3db29 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693796 Sep 23 17:50:19.591370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:19.615154 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33189-c22b-4673-b965-dc57741c64b6 req-a0cb1db8-ad48-4d82-b813-47d74baa3687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.616644 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-a0cb1db8-ad48-4d82-b813-47d74baa3687 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.3015695 Sep 23 17:50:19.623606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:19.633155 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12e50f-e705-4a6d-b1d2-c5fcc6935c8a req-6a029569-1958-4383-88e5-6f0cbbbed30f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.634671 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8e12e50f-e705-4a6d-b1d2-c5fcc6935c8a req-6a029569-1958-4383-88e5-6f0cbbbed30f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1412773 Sep 23 17:50:19.643915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:19.743488 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea9a15-a352-4d93-bf89-bd5c1d8c5bac req-58fae710-f6ac-4b0a-98c0-6744f1fd5c13 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.745095 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89ea9a15-a352-4d93-bf89-bd5c1d8c5bac req-58fae710-f6ac-4b0a-98c0-6744f1fd5c13 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1915066 Sep 23 17:50:19.747388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.747954 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:19.749321 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] 10.222.0.61 "PUT /v2.0/ports/ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 HTTP/1.1" status: 200 len: 1094 time: 2.1446004 Sep 23 17:50:19.753285 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:19.755559 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:19.818254 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-a70a39cc-bf89-4210-9769-63e5b143194a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 999 time: 0.1822627 Sep 23 17:50:19.832285 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8e12e50f-e705-4a6d-b1d2-c5fcc6935c8a req-180aa84e-ee9d-4e09-b00d-8f2cebbf44a6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844752 Sep 23 17:50:19.863464 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e493f-790d-4886-8023-1bb2c633a8ea service neutron] Pushing event updated for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:19.908336 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b96bf9-7d98-448e-96e6-943c12d4efdd x-openstack-request-id: req-67b96bf9-7d98-448e-96e6-943c12d4efdd {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:19.908726 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:19.908905 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67b96bf9-7d98-448e-96e6-943c12d4efdd {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:19.909278 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'status': 'completed', 'code': 200} Sep 23 17:50:19.919639 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89ea9a15-a352-4d93-bf89-bd5c1d8c5bac req-695209bf-bb4c-4067-bb62-da2930f9485f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588445 Sep 23 17:50:19.941372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33189-c22b-4673-b965-dc57741c64b6 req-bed1d30b-46ae-495e-ac79-cc6d2cf36da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.941372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-bed1d30b-46ae-495e-ac79-cc6d2cf36da7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.1016431 Sep 23 17:50:19.941372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-02ee19bd-bd54-4f88-833b-cbf05de938f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:19.941372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-02ee19bd-bd54-4f88-833b-cbf05de938f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 1097 time: 0.1238210 Sep 23 17:50:20.030738 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-bc8499fa-6967-4b8b-a958-154f8932ed20 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 HTTP/1.1" status: 200 len: 217 time: 0.0589728 Sep 23 17:50:20.071136 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33189-c22b-4673-b965-dc57741c64b6 req-4d5f4b44-8c5d-4cf6-b8d4-4a717b78990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.072684 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-4d5f4b44-8c5d-4cf6-b8d4-4a717b78990c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1109979 Sep 23 17:50:20.439273 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-1a1153bb-301e-408a-9af9-3722f1591d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.440777 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-1a1153bb-301e-408a-9af9-3722f1591d9a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.3906248 Sep 23 17:50:20.524408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3261-641d-4c41-970d-68f91acdd80a req-29e50d4b-d962-430c-afa4-d68c7f77d779 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.525120 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:20.525957 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12da3261-641d-4c41-970d-68f91acdd80a req-29e50d4b-d962-430c-afa4-d68c7f77d779 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.4214628 Sep 23 17:50:20.559082 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-4fddbf1d-b729-49bb-9100-a2844e959289 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654062 Sep 23 17:50:20.576061 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7aab6-85ed-4c2a-a8ee-b4892d10ffeb req-c0e06fd1-ea46-4114-a0af-bb46cbf00a0d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.578725 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cd7aab6-85ed-4c2a-a8ee-b4892d10ffeb req-c0e06fd1-ea46-4114-a0af-bb46cbf00a0d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1362305 Sep 23 17:50:20.619730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f25fb8-8813-4898-af38-79d4727e544e req-91db5b8c-622a-41bf-8897-50e2467f8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.621818 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-91db5b8c-622a-41bf-8897-50e2467f8ecc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1600866 Sep 23 17:50:20.642370 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12da3261-641d-4c41-970d-68f91acdd80a req-3187ab09-bdf6-47c6-a0f0-f3d2c0326b25 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072021 Sep 23 17:50:20.739995 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cd7aab6-85ed-4c2a-a8ee-b4892d10ffeb req-0021516c-c718-4a81-b76f-cca97157db69 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453130 Sep 23 17:50:20.819872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-58e33189-c22b-4673-b965-dc57741c64b6 req-44b114c3-66c5-436a-ab1e-b1e250be29b5 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401254 Sep 23 17:50:20.849501 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99e34b-cbe3-4a0e-a9dc-b6afdc7da0f5 req-6f211455-8a10-40a6-97e0-438f098029e4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:20.851052 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b99e34b-cbe3-4a0e-a9dc-b6afdc7da0f5 req-6f211455-8a10-40a6-97e0-438f098029e4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.1419568 Sep 23 17:50:20.853080 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-a57e7ff4-3480-43d5-a3c3-b822d80fbae3 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098329 Sep 23 17:50:20.961950 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6b99e34b-cbe3-4a0e-a9dc-b6afdc7da0f5 req-c59d2fd8-a469-4908-9791-f2f821a2b1d3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033578 Sep 23 17:50:21.068942 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabde8f5-ad5a-489f-b612-07e28b13a051 req-83939a7a-43e5-47b6-a3f2-f9e6101a0386 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.070871 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fabde8f5-ad5a-489f-b612-07e28b13a051 req-83939a7a-43e5-47b6-a3f2-f9e6101a0386 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1361859 Sep 23 17:50:21.073171 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02f25fb8-8813-4898-af38-79d4727e544e req-96b34a4d-4687-4a24-9b80-593a2ff1dd65 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084165 Sep 23 17:50:21.104142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-e11bcfb4-9901-44f7-8b65-4e4b934f3d9b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.105999 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-e11bcfb4-9901-44f7-8b65-4e4b934f3d9b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 946 time: 0.1898856 Sep 23 17:50:21.212245 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d1008-fbb3-4128-9551-33b62419ad15 req-2537eb26-b912-41da-957f-7a38ef5ad0bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.214695 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-685d1008-fbb3-4128-9551-33b62419ad15 req-2537eb26-b912-41da-957f-7a38ef5ad0bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1724017 Sep 23 17:50:21.231365 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fabde8f5-ad5a-489f-b612-07e28b13a051 req-3ff551f5-6e75-4c0d-96d3-8bec8fc0fdd8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365862 Sep 23 17:50:21.291594 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-545a837b-eef3-4615-a5be-a4baeb6bf196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.293533 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-545a837b-eef3-4615-a5be-a4baeb6bf196 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 1097 time: 0.1575396 Sep 23 17:50:21.318844 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-685d1008-fbb3-4128-9551-33b62419ad15 req-0a8f8f89-a9bb-4f01-8bff-7c71484a1952 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961676 Sep 23 17:50:21.389888 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Deleting port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:50:21.390248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:21.488550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-04cbe704-915f-441a-bf70-4f6c2daa0726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.490675 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-04cbe704-915f-441a-bf70-4f6c2daa0726 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.1855040 Sep 23 17:50:21.541353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] For port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:21.541639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:21.561764 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Calling delete_port for c87c85d2-ec50-47dc-b70a-85d56f3f7b3f owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:50:21.790214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:21.863660 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event deleted for resources: {'Port': ['ID=c87c85d2-ec50-47dc-b70a-85d56f3f7b3f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:21.940411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] No DVR routers for this DVR port c87c85d2-ec50-47dc-b70a-85d56f3f7b3f on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:50:21.944977 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:21.946998 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3bca9142-980f-4346-bca8-31a9ecba7f73 req-2690013d-64da-484e-9523-abf1a935add4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "DELETE /v2.0/ports/c87c85d2-ec50-47dc-b70a-85d56f3f7b3f HTTP/1.1" status: 204 len: 173 time: 0.8209584 Sep 23 17:50:21.947590 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'name': 'network-vif-deleted', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:21.950370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218342bc-0aef-405c-9697-a86c71661f52" -d '{"events": [{"server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "name": "network-vif-deleted", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:21.965810 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dbee4-b8c5-4178-a86a-104f2e28d4c9 req-954a647e-2aab-4087-a972-c37f8aa8eb1a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:21.967375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a19dbee4-b8c5-4178-a86a-104f2e28d4c9 req-954a647e-2aab-4087-a972-c37f8aa8eb1a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1866078 Sep 23 17:50:22.002919 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790a1b0-09f8-47cc-a86a-946b560c8f98 req-78fec81d-c33a-4143-ade1-2fcd7d7a198b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:22.012073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7790a1b0-09f8-47cc-a86a-946b560c8f98 req-78fec81d-c33a-4143-ade1-2fcd7d7a198b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1416519 Sep 23 17:50:22.061021 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a19dbee4-b8c5-4178-a86a-104f2e28d4c9 req-4c2341eb-106e-4548-b05a-87ed4e947f98 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871840 Sep 23 17:50:22.101320 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7790a1b0-09f8-47cc-a86a-946b560c8f98 req-d33a90f1-0bc4-4756-aad6-87c22d1f814e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873704 Sep 23 17:50:22.133021 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c747279-658f-42e9-a484-48d22a66dfc8 x-openstack-request-id: req-6c747279-658f-42e9-a484-48d22a66dfc8 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:22.133311 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2204b41f-e847-486b-be9f-6d6211483f56", "name": "network-vif-deleted", "tag": "c87c85d2-ec50-47dc-b70a-85d56f3f7b3f", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:22.133560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c747279-658f-42e9-a484-48d22a66dfc8 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:22.133962 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2204b41f-e847-486b-be9f-6d6211483f56', 'name': 'network-vif-deleted', 'tag': 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f', 'status': 'completed', 'code': 200} Sep 23 17:50:22.235638 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50749aea-eb9d-494f-ba07-8dbd1967bfbf req-a6e4fbe5-85bd-45df-9449-a5639d8b3033 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Sep 23 17:50:22.365501 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad596c-4510-435b-ad53-59a6f648a5f9 req-769dbc77-1080-4d8a-a81a-564fc91a8e37 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:22.372909 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-68ad596c-4510-435b-ad53-59a6f648a5f9 req-769dbc77-1080-4d8a-a81a-564fc91a8e37 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0602350 Sep 23 17:50:22.422711 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-68ad596c-4510-435b-ad53-59a6f648a5f9 req-9f40adc6-a20a-4c74-8a9f-2713cffa9bce tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489922 Sep 23 17:50:22.466114 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f51df8-1bcf-4371-bd6e-0a86f1e7150a req-dcaa0c29-8ab5-4c15-bdcd-45b6867df3ac tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:22.467663 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a6f51df8-1bcf-4371-bd6e-0a86f1e7150a req-dcaa0c29-8ab5-4c15-bdcd-45b6867df3ac tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0641241 Sep 23 17:50:22.511932 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a6f51df8-1bcf-4371-bd6e-0a86f1e7150a req-00d8e1cf-3ded-4cf0-a2a6-74c809776283 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 Sep 23 17:50:23.241758 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c002e-925f-41b1-8845-f16b26c524e6 req-25493507-ce70-4d69-866d-d189e97cc26b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:23.243316 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-554c002e-925f-41b1-8845-f16b26c524e6 req-25493507-ce70-4d69-866d-d189e97cc26b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0866430 Sep 23 17:50:23.277593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403e5b1-daae-4a58-bbf3-47150f5dbb37 req-ab65e1cb-5155-44cb-b054-90ce62337949 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:23.279113 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d403e5b1-daae-4a58-bbf3-47150f5dbb37 req-ab65e1cb-5155-44cb-b054-90ce62337949 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0861874 Sep 23 17:50:23.318465 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-554c002e-925f-41b1-8845-f16b26c524e6 req-37acab94-fbfc-4f21-84ed-610d6e273eb4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665572 Sep 23 17:50:23.345222 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d403e5b1-daae-4a58-bbf3-47150f5dbb37 req-916e7314-071c-487e-abf5-6e19d1982c27 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557539 Sep 23 17:50:23.425737 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9e948000-bfa5-4281-b4e7-c084e7790ac5 req-5dfd99a3-43d8-4ce2-8928-ee7780c0abff tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0365126 Sep 23 17:50:23.555776 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7815ab-5273-4cdb-aefa-4a4b458fa5fa req-d415e0b4-2d96-4216-a4ca-829e164681be tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:23.557759 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7e7815ab-5273-4cdb-aefa-4a4b458fa5fa req-d415e0b4-2d96-4216-a4ca-829e164681be tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0563059 Sep 23 17:50:23.616330 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7e7815ab-5273-4cdb-aefa-4a4b458fa5fa req-e0d6c8f0-d3ab-42a0-8f54-fb3faf9852af tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477898 Sep 23 17:50:23.683042 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f6f-c2e6-4834-96b5-93d98d150916 req-99ce2265-cb25-45fd-b404-c9a5298b0df1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:23.685394 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24637f6f-c2e6-4834-96b5-93d98d150916 req-99ce2265-cb25-45fd-b404-c9a5298b0df1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Sep 23 17:50:23.728919 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24637f6f-c2e6-4834-96b5-93d98d150916 req-e16e8daf-5645-4c9b-b36d-e1a52ee7f775 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378542 Sep 23 17:50:24.455701 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5437ba-8ca1-4697-806c-35df93909c12 req-e1414442-8c16-4537-8527-1ddc68df1ef7 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:24.457571 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af5437ba-8ca1-4697-806c-35df93909c12 req-e1414442-8c16-4537-8527-1ddc68df1ef7 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0657630 Sep 23 17:50:24.541973 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bc3a7-1910-405b-b58d-2d38abf5b912 req-c0bb097e-7acd-4638-b738-d9f28242b56b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:24.543882 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-251bc3a7-1910-405b-b58d-2d38abf5b912 req-c0bb097e-7acd-4638-b738-d9f28242b56b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1001000 Sep 23 17:50:24.547296 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af5437ba-8ca1-4697-806c-35df93909c12 req-130f7d86-8657-4a77-b57a-3da1eca94fc9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573616 Sep 23 17:50:24.584764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-251bc3a7-1910-405b-b58d-2d38abf5b912 req-bd660e9f-8427-4c41-8c3e-f60db144e46c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348825 Sep 23 17:50:24.615307 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', '5f0903e1-2443-4044-b56e-bb87393c9f3d', '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'c87c85d2-ec50-47dc-b70a-85d56f3f7b3f'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:24.634589 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bfc3be03-f016-4e6e-aaff-19ccec397170 req-e2edfc5c-cdeb-4419-a83a-01407f03e955 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Sep 23 17:50:24.771493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad28d4-ca06-4ca6-af9d-5b1870568cba req-ebbe5489-6e64-4683-a8cd-c04e4a61719e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:24.775003 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9ad28d4-ca06-4ca6-af9d-5b1870568cba req-ebbe5489-6e64-4683-a8cd-c04e4a61719e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0663967 Sep 23 17:50:24.866911 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9ad28d4-ca06-4ca6-af9d-5b1870568cba req-bce24e92-6356-486f-9da8-63fd21317124 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838799 Sep 23 17:50:24.888536 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba290122-4a99-4b7b-bbd4-aff725ca0de2 req-e2199d9e-5c3d-4e0d-ae12-301f8c1ba219 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:24.896965 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba290122-4a99-4b7b-bbd4-aff725ca0de2 req-e2199d9e-5c3d-4e0d-ae12-301f8c1ba219 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0915179 Sep 23 17:50:24.943676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba290122-4a99-4b7b-bbd4-aff725ca0de2 req-cdfdb8c1-f7b2-4ad8-9670-f33d43f900eb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Sep 23 17:50:25.700070 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b652c8-a2ab-40a7-9856-357c9914d136 req-551284c1-6c15-4b37-8886-570510ec2baf tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:25.701640 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79b652c8-a2ab-40a7-9856-357c9914d136 req-551284c1-6c15-4b37-8886-570510ec2baf tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0571368 Sep 23 17:50:25.772613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79b652c8-a2ab-40a7-9856-357c9914d136 req-8312ffb5-53b4-4cc4-be14-f4e77856f68d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601597 Sep 23 17:50:25.781293 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff439f-0c4b-4e2e-9d1f-089493dbbc9a req-dc7000ab-8c73-4665-a22e-c49429cec31e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:25.782891 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-00ff439f-0c4b-4e2e-9d1f-089493dbbc9a req-dc7000ab-8c73-4665-a22e-c49429cec31e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0803065 Sep 23 17:50:25.833808 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-00ff439f-0c4b-4e2e-9d1f-089493dbbc9a req-151d2288-ecdf-486f-b211-553504e20534 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368526 Sep 23 17:50:25.880496 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a5ae41c3-351c-4dc3-aa26-f87266f79cd1 req-7dc69efc-0748-42f0-9aca-570b6d17bb41 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0320179 Sep 23 17:50:26.025937 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a348dda-b756-4264-8d95-bbc2f14c1c16 req-2b4da7c8-ea10-4e4b-926a-c66409313464 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:26.028439 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a348dda-b756-4264-8d95-bbc2f14c1c16 req-2b4da7c8-ea10-4e4b-926a-c66409313464 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0730038 Sep 23 17:50:26.099500 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a348dda-b756-4264-8d95-bbc2f14c1c16 req-1abc4581-8b33-4dd9-9055-f3be5c94b96e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609334 Sep 23 17:50:26.108922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b195a-8e63-48de-b601-d4a44d58672f req-897c34e1-6763-4a0f-ae42-11e6290835e1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:26.110375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-717b195a-8e63-48de-b601-d4a44d58672f req-897c34e1-6763-4a0f-ae42-11e6290835e1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0809031 Sep 23 17:50:26.158724 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-717b195a-8e63-48de-b601-d4a44d58672f req-e7d7d1f5-b174-40d7-b52e-bf764fefcec9 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411036 Sep 23 17:50:26.635006 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c87c85d2-ec50-47dc-b70a-85d56f3f7b3f no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:26.658563 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: c87c85d2-ec50-47dc-b70a-85d56f3f7b3f {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:50:26.658897 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c87c85d2-ec50-47dc-b70a-85d56f3f7b3f not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:50:26.918735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf36c-88cd-43df-b772-db29af151dc6 req-e5d9db48-0ea1-4119-90cf-782ab8e5d17b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:26.921181 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9cbaf36c-88cd-43df-b772-db29af151dc6 req-e5d9db48-0ea1-4119-90cf-782ab8e5d17b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0669565 Sep 23 17:50:27.000076 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9cbaf36c-88cd-43df-b772-db29af151dc6 req-10312e6c-1921-4963-bf27-91292eef6cac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638187 Sep 23 17:50:27.015973 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92776368-02df-4f63-97b1-4f8682e39372 req-7f52cf76-9030-48bf-a44f-a6717732554d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:27.027678 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-92776368-02df-4f63-97b1-4f8682e39372 req-7f52cf76-9030-48bf-a44f-a6717732554d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0995247 Sep 23 17:50:27.090797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-92776368-02df-4f63-97b1-4f8682e39372 req-c7b91384-4a74-4cb9-924d-c88468bf6704 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534518 Sep 23 17:50:27.116386 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4ae8cea5-27f9-47fe-9736-4177fedb5e68 req-a2b7875b-7b95-4e62-87ff-7128b780dd6f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0420365 Sep 23 17:50:27.229839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e278e-751d-4996-98fb-76923ac13bb1 req-5365732b-9b5b-4603-8dec-87927e309e9c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:27.231603 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-301e278e-751d-4996-98fb-76923ac13bb1 req-5365732b-9b5b-4603-8dec-87927e309e9c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0616477 Sep 23 17:50:27.305874 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-301e278e-751d-4996-98fb-76923ac13bb1 req-6349a441-e7c0-47f7-b2b2-ebbffde3f330 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676610 Sep 23 17:50:27.319078 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e56577-6a82-4422-aac8-9940599984ad req-9c689738-1c9d-4a96-adbc-28d69ec5c61e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:27.322934 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-73e56577-6a82-4422-aac8-9940599984ad req-9c689738-1c9d-4a96-adbc-28d69ec5c61e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0760992 Sep 23 17:50:27.365133 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-73e56577-6a82-4422-aac8-9940599984ad req-abb38c2d-0940-4ae6-a89c-d6ecb4d8f110 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364914 Sep 23 17:50:28.141938 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37720) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:28.170675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdcf055-a96f-4537-90ab-f8ef533dfa3c req-e10e56ec-9a52-40d5-833f-37a00dbbd903 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:28.170675 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbdcf055-a96f-4537-90ab-f8ef533dfa3c req-e10e56ec-9a52-40d5-833f-37a00dbbd903 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0856924 Sep 23 17:50:28.247918 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbdcf055-a96f-4537-90ab-f8ef533dfa3c req-ee1f25be-40be-46b9-883a-52a0ef827623 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709100 Sep 23 17:50:28.271406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02839ec7-987e-47e4-a8c9-2edd7633af63 req-7bd0e2b8-254a-4653-ba1e-de17519da508 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:28.271406 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02839ec7-987e-47e4-a8c9-2edd7633af63 req-7bd0e2b8-254a-4653-ba1e-de17519da508 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0704775 Sep 23 17:50:28.285757 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.376814 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02839ec7-987e-47e4-a8c9-2edd7633af63 req-975a2833-6b8b-4f63-b045-b8a0c37f417c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990608 Sep 23 17:50:28.379060 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-336c143d-63ce-4bc2-9695-129b908754f5 req-f2f39353-3207-46bb-abf7-bc101681fba8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0343654 Sep 23 17:50:28.405584 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.415205 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.482268 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f720d42-128c-4bb1-b222-63ebe53e20c8,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:28.502263 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.503003 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.503506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.504012 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.504495 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.505013 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.505499 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.505996 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.506500 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.506998 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.507321 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.507644 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:28.531563 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-fa509ec4-c4c7-4e1f-8ecd-e8bd2cfec51d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d8e0339872d24791b16a4e9531012c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3911891 Sep 23 17:50:28.534009 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37730) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:28.583403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c604d-240c-428f-9875-d8a601250883 req-ceb76970-fc45-4952-a539-660568718f48 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:28.585025 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-901c604d-240c-428f-9875-d8a601250883 req-ceb76970-fc45-4952-a539-660568718f48 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0637786 Sep 23 17:50:28.595528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d66c9-5950-43b5-b73d-cff1f78e10d5 req-6e11444c-45b3-4a29-9d12-40035f74748b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:28.597573 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-492d66c9-5950-43b5-b73d-cff1f78e10d5 req-6e11444c-45b3-4a29-9d12-40035f74748b tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1200514 Sep 23 17:50:28.626873 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.656357 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.665259 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-492d66c9-5950-43b5-b73d-cff1f78e10d5 req-345d3aae-a3ad-4d04-97e2-9b8767a23ff0 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597615 Sep 23 17:50:28.670413 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-901c604d-240c-428f-9875-d8a601250883 req-918ca950-6577-449c-ad34-bfe04260d0ec tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717342 Sep 23 17:50:28.721048 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.723698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:28.725020 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f720d42-128c-4bb1-b222-63ebe53e20c8 HTTP/1.1" status: 204 len: 168 time: 0.1898499 Sep 23 17:50:28.734937 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb69c90-5add-4ecd-9488-da493f805090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f720d42-128c-4bb1-b222-63ebe53e20c8,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:29.402106 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd756bc-43c1-4a5f-b0c1-ecf5e5d772b9 req-beb91a55-fc18-4d7b-b028-63e52956e698 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:29.411211 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3fd756bc-43c1-4a5f-b0c1-ecf5e5d772b9 req-beb91a55-fc18-4d7b-b028-63e52956e698 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0676770 Sep 23 17:50:29.455096 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3fd756bc-43c1-4a5f-b0c1-ecf5e5d772b9 req-f0add8ba-28b9-4e55-9654-e60e591b96a5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429673 Sep 23 17:50:29.500874 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:50:29.505499 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37758) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:29.549413 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96222ca3-87a7-42e2-865e-b7af7219dbb5 req-d37ef065-9f6e-47af-906d-52b9758cccb3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:29.551346 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-96222ca3-87a7-42e2-865e-b7af7219dbb5 req-d37ef065-9f6e-47af-906d-52b9758cccb3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0654829 Sep 23 17:50:29.609175 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-04dee6d2-9c9a-48cc-ab8d-e7b3611567a6 req-3feb2003-3ebe-462b-a635-1599ddb48c7b tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0564234 Sep 23 17:50:29.655766 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-96222ca3-87a7-42e2-865e-b7af7219dbb5 req-a31acfda-f31d-4f6b-8568-c8595207f3dd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944445 Sep 23 17:50:29.663778 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1253445638-network', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:29.708269 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Made reservation on behalf of 0f814fdc504147118afda9f7f7ac559c for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:29.711582 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:29.722104 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:29.873824 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc44cf-79f4-4163-b800-abefca57677d req-e397ae31-a6b7-45fa-b9a7-f9fb7556e7c8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:29.875316 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3cfc44cf-79f4-4163-b800-abefca57677d req-e397ae31-a6b7-45fa-b9a7-f9fb7556e7c8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0912192 Sep 23 17:50:29.878055 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:29.884294 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:29.906899 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:50:29.929414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448d4f7-a56d-4107-8c21-fac2b8d398cd req-1987fe2d-4934-46bd-a990-9bca41df7ce5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:29.931048 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1448d4f7-a56d-4107-8c21-fac2b8d398cd req-1987fe2d-4934-46bd-a990-9bca41df7ce5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1346421 Sep 23 17:50:29.938092 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3cfc44cf-79f4-4163-b800-abefca57677d req-69a9a91c-081f-4e1d-bd85-dff165f7d5b1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 Sep 23 17:50:29.973709 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:29.974283 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Added segment fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85 of type vlan for network 1551eec2-a5d6-4341-8281-6fed659d16c1 Sep 23 17:50:29.975751 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc2d332-f83b-4e88-ab12-237ff4b56d8a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:29.993483 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1448d4f7-a56d-4107-8c21-fac2b8d398cd req-56762834-a26c-43df-873c-be605795daab tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543118 Sep 23 17:50:30.037957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.069563 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.070607 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:30.071252 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.105494 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5987973 Sep 23 17:50:30.124409 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37766) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:30.124409 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Request body: {'subnet': {'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1253445638-subnet', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:30.192395 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da448bd-8317-4379-9e35-d01785b8b169 admin admin] Pushing event updated for resources: {'Network': ['ID=1551eec2-a5d6-4341-8281-6fed659d16c1,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:30.207828 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:50:30.209152 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Made reservation on behalf of 0f814fdc504147118afda9f7f7ac559c for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:30.211605 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14440897'] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.420623 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15653541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14440947'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.484585 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Pushing event updated for resources: {'Subnet': ['ID=82eaf76e-ca54-45c7-b0c8-844502a1c36e,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:30.497467 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Checking segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:30.497914 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Network hostable DHCP agents. Network: 1551eec2-a5d6-4341-8281-6fed659d16c1, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:50:30.527683 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:50:30.540136 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 1551eec2-a5d6-4341-8281-6fed659d16c1) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:30.545169 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:30.545772 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.552552 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80db6490-061d-4289-8946-4a04459a633f None None] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:50:30.578669 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-57dabf64-c471-47af-9a30-1c7bdf6ccdce admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4689164 Sep 23 17:50:30.581736 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37770) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:30.592641 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:30.628214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37164b88-bc91-4bd4-9eaa-924f63236ade req-f8095db0-49c7-4010-ae36-5ff80e706516 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:30.644396 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37164b88-bc91-4bd4-9eaa-924f63236ade req-f8095db0-49c7-4010-ae36-5ff80e706516 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0916595 Sep 23 17:50:30.646027 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.647328 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.707863 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37164b88-bc91-4bd4-9eaa-924f63236ade req-d7f6742c-c1cc-42cf-90cd-06ad708ce49a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535183 Sep 23 17:50:30.764014 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ddbc425-8b01-497f-8845-9283728f4cf8 req-e2f7b30e-6d4d-48f2-9ccd-bbeb2a1f0970 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0398493 Sep 23 17:50:30.780534 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.859387 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-1551eec2-a5d6-4341-8281-6fed659d16c1', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:50:30.860785 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:30.915898 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82da01a-8454-4ff6-8d4d-ca96e0d334f3 req-0e6a2ba4-03d8-4b95-bf15-8de1a0703966 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:30.926419 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f82da01a-8454-4ff6-8d4d-ca96e0d334f3 req-0e6a2ba4-03d8-4b95-bf15-8de1a0703966 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0857320 Sep 23 17:50:31.001741 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f82da01a-8454-4ff6-8d4d-ca96e0d334f3 req-f946c3f0-a96b-49a3-8ee9-80d2684b0a06 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705476 Sep 23 17:50:31.108210 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Allocated IP 172.20.0.2 (1551eec2-a5d6-4341-8281-6fed659d16c1/82eaf76e-ca54-45c7-b0c8-844502a1c36e/6b41a061-62ff-43ff-bb43-63e3c7a6ba2a) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:31.137188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fedeb-939a-465c-99c0-565876eb3f2a req-7771ac3e-7d88-47b3-b52c-4063ee69a9c6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:31.148374 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f8fedeb-939a-465c-99c0-565876eb3f2a req-7771ac3e-7d88-47b3-b52c-4063ee69a9c6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1010730 Sep 23 17:50:31.245273 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f8fedeb-939a-465c-99c0-565876eb3f2a req-01220294-b098-431b-9183-05e36d8961d5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942667 Sep 23 17:50:31.293613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f754e-7ab4-4c47-b428-fe41c72bc046 req-cb9ad964-a8fe-4494-a05f-2598eea8aa5a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:31.295323 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0b7f754e-7ab4-4c47-b428-fe41c72bc046 req-cb9ad964-a8fe-4494-a05f-2598eea8aa5a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1240129 Sep 23 17:50:31.348279 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.351979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.361528 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.388816 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0b7f754e-7ab4-4c47-b428-fe41c72bc046 req-0d94ce42-f77b-4c62-92af-b5b0526919c5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746870 Sep 23 17:50:31.440017 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:31.443265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:31.451542 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:31.454949 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Pushing event updated for resources: {'Port': ['ID=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:31.469120 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.469758 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.470380 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.470722 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.471055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.471408 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.471748 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.472088 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.472489 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.472852 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.473210 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.473537 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:31.532103 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Attempting to bind port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:31.532464 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Attempting to bind port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:31.532891 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Attempting to bind port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a on network 1551eec2-a5d6-4341-8281-6fed659d16c1 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:31.539068 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:31.539448 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Checking segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:31.539856 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.540246 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Bound using segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:31.541463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Bound port: 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:31.541463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.624914 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] For port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:31.629895 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.630496 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] For port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:31.636152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.654483 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:31.706092 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a4518-c2e3-4bea-8741-b68624a226a4 None None] Pushing event updated for resources: {'Port': ['ID=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:31.808497 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Allocated IP 172.27.2.183 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/6c485e91-2016-4939-9e3d-20ad0c95b5dd) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:31.881605 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e7773-874f-470f-aa34-7ba29daffb08 req-bc555384-8f46-4a08-b65c-2f467937ebef tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:31.891109 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-140e7773-874f-470f-aa34-7ba29daffb08 req-bc555384-8f46-4a08-b65c-2f467937ebef tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0900354 Sep 23 17:50:31.933353 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d32acfd2-c693-4589-a410-62a2e863e18e req-e106c114-8946-4766-a425-bccb11772ce6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0399930 Sep 23 17:50:31.953532 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.003710 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-140e7773-874f-470f-aa34-7ba29daffb08 req-db09f945-5fa2-4569-965e-b942b44daa80 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116145 Sep 23 17:50:32.016518 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.059799 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:32.063322 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:32.067408 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:32.109310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Pushing event updated for resources: {'Port': ['ID=6c485e91-2016-4939-9e3d-20ad0c95b5dd,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:32.170899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cfc78-0b07-48e5-bb4a-b928c6479c59 req-d05af8d2-49ae-43f4-8979-02d20da4afbe tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:32.173368 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-286cfc78-0b07-48e5-bb4a-b928c6479c59 req-d05af8d2-49ae-43f4-8979-02d20da4afbe tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0592260 Sep 23 17:50:32.218407 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-286cfc78-0b07-48e5-bb4a-b928c6479c59 req-e6ee073c-1bec-403a-b837-3b46b82b6c27 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385258 Sep 23 17:50:32.273945 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:32.336323 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:32.336607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.380000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.386807 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe3fa-8948-49e0-8a6b-ee4b00b0530a req-68f074ec-889d-4f50-a9bd-c95bd540487a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:32.388417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-720fe3fa-8948-49e0-8a6b-ee4b00b0530a req-68f074ec-889d-4f50-a9bd-c95bd540487a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0679193 Sep 23 17:50:32.454062 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.454761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-89694425-e743-441a-a81d-8709b663ca11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 HTTP/1.1" status: 200 len: 217 time: 0.0646594 Sep 23 17:50:32.470442 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-720fe3fa-8948-49e0-8a6b-ee4b00b0530a req-4a6f8a3b-b0d3-4234-b709-dbe2430e2f6c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734537 Sep 23 17:50:32.516457 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:32.524721 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.601012 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-b0fd7f9e-fba9-43cd-9033-9ec5908964f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:32.602503 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-b0fd7f9e-fba9-43cd-9033-9ec5908964f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.1311779 Sep 23 17:50:32.623576 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9741c-4a00-4873-a548-879cab56b132 req-2a33b356-3b93-46ad-ae63-9d3515bffb84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:32.629817 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cff9741c-4a00-4873-a548-879cab56b132 req-2a33b356-3b93-46ad-ae63-9d3515bffb84 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1152098 Sep 23 17:50:32.639186 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:32.675847 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:32.734496 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cff9741c-4a00-4873-a548-879cab56b132 req-60a9fa8e-3f2e-4b4b-8e6a-c869c2bf6b40 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858943 Sep 23 17:50:32.740232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-be5888fd-4ecb-47df-a5bf-438695659e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:32.741768 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-be5888fd-4ecb-47df-a5bf-438695659e1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1110420 Sep 23 17:50:32.852425 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-f9d0f66f-8bc3-4559-a6f0-727636b4642b service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983911 Sep 23 17:50:32.882923 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:50:32.955504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc240f5a-11e7-4ef5-8c2c-a97d2db4b9f7 req-010aae13-2d65-4645-9661-51328124fa5c service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942962 Sep 23 17:50:33.015386 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:50:33.028582 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Sync routers for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:50:33.042394 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:33.043081 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:33.048158 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:33.051935 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-da1ad57e-7ea7-4d66-87d7-fecc7e0f4267 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4684875 Sep 23 17:50:33.055223 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37806) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:33.071172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77fbbf-ebe2-44c1-92cd-fdd6b2db7ac1 None None] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:50:33.157682 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f93c4934-e859-4291-96c5-46879272b3cc req-eb2641fb-601d-4c02-a9fc-508967952315 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=2204b41f-e847-486b-be9f-6d6211483f56 HTTP/1.1" status: 200 len: 210 time: 0.0596993 Sep 23 17:50:33.183688 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-9e0849cd-e1a3-40a5-a971-c0f055797634 None None] Provisioning complete for port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:33.184417 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9e0849cd-e1a3-40a5-a971-c0f055797634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:33.187768 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:33.219218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d871d6-f053-4ad9-9276-f30ae2c19b78 req-81a3aaad-6660-4e57-a582-ad45ce08c6ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:33.228140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d6d871d6-f053-4ad9-9276-f30ae2c19b78 req-81a3aaad-6660-4e57-a582-ad45ce08c6ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0678306 Sep 23 17:50:33.310988 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d6d871d6-f053-4ad9-9276-f30ae2c19b78 req-b013c375-6603-4185-99b9-6d6a0bd6c03a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757489 Sep 23 17:50:33.426054 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd71c-2a20-4771-8adf-fd66ac5219b1 req-317958be-5636-4716-a99b-85f269b31e49 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:33.439057 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-417fd71c-2a20-4771-8adf-fd66ac5219b1 req-317958be-5636-4716-a99b-85f269b31e49 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1031132 Sep 23 17:50:33.460524 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:32Z', 'revision_number': 3, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:33.492045 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-417fd71c-2a20-4771-8adf-fd66ac5219b1 req-a87485fc-beef-4a99-8b0d-e5b0e6d78e07 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519764 Sep 23 17:50:33.518150 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Checking router: b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:50:33.518497 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Updating router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 port 6c485e91-2016-4939-9e3d-20ad0c95b5dd binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:50:33.595367 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:33.678658 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b943cde-f3bb-4da8-a356-c4c10f1d3aa1 req-c8f21e5b-7de5-4e89-9176-26948e75ab02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:33.680127 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b943cde-f3bb-4da8-a356-c4c10f1d3aa1 req-c8f21e5b-7de5-4e89-9176-26948e75ab02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1145363 Sep 23 17:50:33.766071 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be2f1-8ce0-49b7-b8a8-03305d2df02e req-e24376f5-8401-40af-947f-a240b1820637 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:33.774610 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d27be2f1-8ce0-49b7-b8a8-03305d2df02e req-e24376f5-8401-40af-947f-a240b1820637 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1709123 Sep 23 17:50:33.838208 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b943cde-f3bb-4da8-a356-c4c10f1d3aa1 req-e8262134-2e6e-4ae4-9439-7ce8775284bf tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469519 Sep 23 17:50:33.840581 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-8b4748b3-623f-41e2-b7d9-22d1588a6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:33.842218 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-8b4748b3-623f-41e2-b7d9-22d1588a6ca1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1099 time: 0.1609311 Sep 23 17:50:33.866636 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d27be2f1-8ce0-49b7-b8a8-03305d2df02e req-00ca6a5d-9901-4cf1-888d-a9d4f18b024e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908403 Sep 23 17:50:33.938905 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-354fb7ad-f171-428d-8658-2a5601ad0ffd None None] Provisioning complete for port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:33.939396 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-354fb7ad-f171-428d-8658-2a5601ad0ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.079144 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.121398 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.128788 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.230368 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Attempting to bind port 6c485e91-2016-4939-9e3d-20ad0c95b5dd on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:34.231083 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Attempting to bind port 6c485e91-2016-4939-9e3d-20ad0c95b5dd by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:34.231602 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Attempting to bind port 6c485e91-2016-4939-9e3d-20ad0c95b5dd on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:34.254395 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:34.254852 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:34.255271 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.255678 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:34.256354 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Bound port: 6c485e91-2016-4939-9e3d-20ad0c95b5dd, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:34.256613 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.274926 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Pushing event updated for resources: {'Port': ['ID=6c485e91-2016-4939-9e3d-20ad0c95b5dd,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:34.296619 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:34.312952 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Allocated IP 172.20.0.1 (1551eec2-a5d6-4341-8281-6fed659d16c1/82eaf76e-ca54-45c7-b0c8-844502a1c36e/a9934693-743a-48ec-af31-2d41afeedb8d) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:34.356062 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.357057 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.357147 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.357520 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.357865 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.358185 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.358597 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.359014 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.359364 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.359742 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.359908 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:34.360055 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.360418 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:34.360526 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.377803 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] For port 6c485e91-2016-4939-9e3d-20ad0c95b5dd, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:34.381529 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] For port 6c485e91-2016-4939-9e3d-20ad0c95b5dd, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6c485e91-2016-4939-9e3d-20ad0c95b5dd,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:34.389173 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.428242 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-b2db823e-638b-4fe4-98e3-7501afacf8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.429787 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-b2db823e-638b-4fe4-98e3-7501afacf8d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.5742579 Sep 23 17:50:34.450447 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa219b-42ee-47c7-acfe-d0265bbaf405 req-0d76915c-060a-4cea-b600-1480cda4d59b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.450447 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43aa219b-42ee-47c7-acfe-d0265bbaf405 req-0d76915c-060a-4cea-b600-1480cda4d59b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.1614752 Sep 23 17:50:34.456868 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:34.457511 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:34.484415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055221d-6518-4f58-bddb-35dc1da4e44a req-82b9b416-8c2e-4a9d-9bde-09270db1c26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.485462 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c055221d-6518-4f58-bddb-35dc1da4e44a req-82b9b416-8c2e-4a9d-9bde-09270db1c26b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.1912491 Sep 23 17:50:34.519969 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.550547 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97d85b-d212-42f7-9948-a5399df37bc0 None None] Pushing event updated for resources: {'Port': ['ID=6c485e91-2016-4939-9e3d-20ad0c95b5dd,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:34.562211 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.568132 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43aa219b-42ee-47c7-acfe-d0265bbaf405 req-2ff1ddb6-b0e6-48d4-90a1-ad86c8abe596 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168058 Sep 23 17:50:34.580168 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-75f1a1eb-747c-41ef-8f1c-694071fde0ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 1002 time: 0.1277354 Sep 23 17:50:34.593416 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:34.606266 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:34.610058 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:34.625536 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:34.633916 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c055221d-6518-4f58-bddb-35dc1da4e44a req-712a81b0-b526-463e-8556-d27af6ebe2e2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127081 Sep 23 17:50:34.657719 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:34.671219 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-c61a4f3b-3d26-4246-8424-70e9adf1dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.673823 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-c61a4f3b-3d26-4246-8424-70e9adf1dbd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0766556 Sep 23 17:50:34.673992 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.735782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b67b7-f198-44a5-b351-3cf58760a53f req-a9402797-4ea5-4d15-bb03-49d1d370f524 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.743314 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-579b67b7-f198-44a5-b351-3cf58760a53f req-a9402797-4ea5-4d15-bb03-49d1d370f524 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0918951 Sep 23 17:50:34.791956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-579b67b7-f198-44a5-b351-3cf58760a53f req-2cc2a489-5ab9-4b96-aee3-08937b049a84 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470157 Sep 23 17:50:34.856102 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.866722 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:32Z', 'revision_number': 3, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:34.888782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-e12edff7-9875-49ab-8be7-ada54a335305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:34.890317 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-e12edff7-9875-49ab-8be7-ada54a335305 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510175 Sep 23 17:50:34.904756 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d6eb7-ead4-42de-a5ee-3ec233299fce None None] The sync data for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi is: [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:32Z', 'revision_number': 3, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:50:34.934305 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-609d490b-fc26-40d5-a72d-c30c31b98b26 None None] Provisioning complete for port a9934693-743a-48ec-af31-2d41afeedb8d triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:34.935622 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-609d490b-fc26-40d5-a72d-c30c31b98b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:34.994381 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-609d490b-fc26-40d5-a72d-c30c31b98b26 None None] Port a9934693-743a-48ec-af31-2d41afeedb8d cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:50:35.088803 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:35.099333 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:35.107918 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-bf973661-5df9-45d0-957c-f25a6dc55330 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086444 Sep 23 17:50:35.122478 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234aee-eaad-45a0-95b5-ffc108e31053 req-d768d1bd-3413-4a60-b0e6-e1ae676df4d0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:35.124042 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e234aee-eaad-45a0-95b5-ffc108e31053 req-d768d1bd-3413-4a60-b0e6-e1ae676df4d0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1145797 Sep 23 17:50:35.140119 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0c06f-96dd-423f-ba0e-91e907b2e8c6 req-1844b59e-ea85-41c9-ad9b-3ad8afe2acf2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:35.141779 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ab0c06f-96dd-423f-ba0e-91e907b2e8c6 req-1844b59e-ea85-41c9-ad9b-3ad8afe2acf2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1186647 Sep 23 17:50:35.172351 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:35.173954 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Pushing event updated for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:35.215072 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-16fb2e94-5ad2-429b-9053-ed36a2c954d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:35.279663 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1e234aee-eaad-45a0-95b5-ffc108e31053 req-4208b2f8-3a20-4afa-86a1-97dcd1da970b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359272 Sep 23 17:50:35.283267 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ab0c06f-96dd-423f-ba0e-91e907b2e8c6 req-7e5986c6-a793-417f-a2bf-44479902ecd1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221876 Sep 23 17:50:35.322311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-722a8c77-1dc1-4cad-904c-2a90bf5d0b8b req-c217fa51-b60c-4069-9981-7ea93c959e6c service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970716 Sep 23 17:50:35.330876 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:35.332401 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:35.468937 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:50:35.603305 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:50:35.617580 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a2265450-1649-4e78-a50f-9f9129ec80a9 admin admin] 10.222.0.50 "PUT /v2.0/routers/b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532734 Sep 23 17:50:35.648244 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-316e1916-7811-4e8c-98f4-fe351486b75e None None] Provisioning complete for port a9934693-743a-48ec-af31-2d41afeedb8d triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:35.648619 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-316e1916-7811-4e8c-98f4-fe351486b75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:35.740023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-316e1916-7811-4e8c-98f4-fe351486b75e None None] Port a9934693-743a-48ec-af31-2d41afeedb8d cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:50:35.760135 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782a21b-5fb7-4811-a300-d72fec8c2e5a req-4499bb05-279e-4a35-a366-007b383872dc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:35.762964 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9782a21b-5fb7-4811-a300-d72fec8c2e5a req-4499bb05-279e-4a35-a366-007b383872dc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 944 time: 0.0701957 Sep 23 17:50:35.861408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9782a21b-5fb7-4811-a300-d72fec8c2e5a req-0b538613-d746-4816-abca-4564869cd7a0 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864372 Sep 23 17:50:35.879846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a049199-43be-4a90-924b-ab1bfb8c6fb0 req-a126f8ec-ea5d-448d-8104-c1f0ded7b152 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:35.881928 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a049199-43be-4a90-924b-ab1bfb8c6fb0 req-a126f8ec-ea5d-448d-8104-c1f0ded7b152 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.1176727 Sep 23 17:50:35.933014 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a049199-43be-4a90-924b-ab1bfb8c6fb0 req-1628f09e-20d2-4b16-b214-d4f25211c034 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Sep 23 17:50:35.999320 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d4b3e-df60-4e07-b8b0-ffe609d9b913 req-26dbeb29-a13d-415f-ac9d-26400acf83ff tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:36.000972 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-333d4b3e-df60-4e07-b8b0-ffe609d9b913 req-26dbeb29-a13d-415f-ac9d-26400acf83ff tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0618129 Sep 23 17:50:36.048916 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-333d4b3e-df60-4e07-b8b0-ffe609d9b913 req-fd1ee899-2b6f-4251-8008-935fe341cd3b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Sep 23 17:50:36.258276 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37854) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:36.264513 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2078210489-network', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:36.279456 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6c485e91-2016-4939-9e3d-20ad0c95b5dd up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:36.293138 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Made reservation on behalf of 479eea3519d745e6bbc94e4e42a351b1 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:36.296481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.309491 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.343351 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 6c485e91-2016-4939-9e3d-20ad0c95b5dd triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:36.343865 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.422923 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.427551 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.432580 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.457251 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:50:36.470259 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8124aba4-e952-4cb5-973c-6195c7185ea0,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:36.473959 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 6c485e91-2016-4939-9e3d-20ad0c95b5dd, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6c485e91-2016-4939-9e3d-20ad0c95b5dd,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:36.476971 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa50e6-785b-45dc-b5f9-34ff72624ccb req-4d9f7298-4f6d-4757-8128-7eef07577d89 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:36.477322 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.477781 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Added segment 0595342f-67c3-422e-8519-420344d18cc1 of type vlan for network 43d7e907-ead3-49f3-8aeb-ca46b389eade Sep 23 17:50:36.485086 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.485259 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-faaa50e6-785b-45dc-b5f9-34ff72624ccb req-4d9f7298-4f6d-4757-8128-7eef07577d89 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1143398 Sep 23 17:50:36.501414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d244be-5125-4b0a-aa34-d13a66e6b37a req-8768f9f5-116f-4f6e-84f4-f1cf22fdc6bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:36.502989 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-65d244be-5125-4b0a-aa34-d13a66e6b37a req-8768f9f5-116f-4f6e-84f4-f1cf22fdc6bf tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0993171 Sep 23 17:50:36.539663 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.554043 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=6c485e91-2016-4939-9e3d-20ad0c95b5dd,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:36.564217 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-65d244be-5125-4b0a-aa34-d13a66e6b37a req-cecb2b69-9289-41c2-b8eb-27cf589f3221 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Sep 23 17:50:36.569760 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-faaa50e6-785b-45dc-b5f9-34ff72624ccb req-c169a241-23a0-4e4b-bad3-03410ce40a91 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837109 Sep 23 17:50:36.578459 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.579456 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:36.580035 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.615641 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3560200 Sep 23 17:50:36.618427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37864) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:36.625129 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Request body: {'subnet': {'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2078210489-subnet', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:36.652564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:50:36.653159 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Made reservation on behalf of 479eea3519d745e6bbc94e4e42a351b1 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:36.655886 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.660891 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018fa0e-be7b-4884-9217-313e6cadf705 admin admin] Pushing event updated for resources: {'Network': ['ID=43d7e907-ead3-49f3-8aeb-ca46b389eade,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:36.674501 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:50:36.866517 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.873717 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:36.899493 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'port_id': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'mac_address': 'fa:16:3e:af:cc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:50:36.946560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:36.968141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:50:36.976740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=701e7b71-ec56-411e-81b2-c1ea405df949,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:36.991971 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:37.000740 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Sync routers for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:50:37.007497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.032926 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Checking segment: {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:37.033206 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Network hostable DHCP agents. Network: 43d7e907-ead3-49f3-8aeb-ca46b389eade, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:50:37.033634 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:37.034293 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:37.040437 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.040831 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.041170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.042037 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.042363 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.042690 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.043019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.043342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.043657 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.043997 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.044317 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.044633 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:50:37.051756 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-5fd8ca88-9865-4bc6-8d10-024da0356833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.053043 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-5fd8ca88-9865-4bc6-8d10-024da0356833 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bfbd7d697e134d53855d315e8eab1b86&device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 1098 time: 0.1487210 Sep 23 17:50:37.109768 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbbe9b-76b0-4f2f-9b85-ae1b39a7bd38 req-39cd8d28-3c5f-4326-9552-c2c6a4647e70 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.111287 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6fdbbe9b-76b0-4f2f-9b85-ae1b39a7bd38 req-39cd8d28-3c5f-4326-9552-c2c6a4647e70 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1884308 Sep 23 17:50:37.130064 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c43e7-2c71-4266-9498-b3c76cbf0789 req-0150cf1e-d669-4064-ac30-661f865370ef tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.131557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c03c43e7-2c71-4266-9498-b3c76cbf0789 req-0150cf1e-d669-4064-ac30-661f865370ef tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 945 time: 0.1621716 Sep 23 17:50:37.132158 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:50:37.134479 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:37.163622 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:37.194622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 43d7e907-ead3-49f3-8aeb-ca46b389eade) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:37.208571 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef224dfc-84d3-41af-b4b3-66e7e71101e8 None None] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:50:37.216054 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.216633 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.262566 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6fdbbe9b-76b0-4f2f-9b85-ae1b39a7bd38 req-ef9c28c0-7e7f-4cae-a9f7-605dbd3dcaa2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427760 Sep 23 17:50:37.271424 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-019a9400-fc02-4734-8632-59a553c66a7e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6479406 Sep 23 17:50:37.271538 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c03c43e7-2c71-4266-9498-b3c76cbf0789 req-c6350e16-b805-499c-8a5e-691e09638903 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268799 Sep 23 17:50:37.271621 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 37878) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:37.274391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-d79c704e-94c2-45ad-9f43-3994ab8d4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.276709 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:37.278023 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-d79c704e-94c2-45ad-9f43-3994ab8d4e06 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 200 len: 919 time: 0.2138615 Sep 23 17:50:37.322290 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.324094 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.340419 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-ed34bdad-12c2-4710-9fc0-a99f33d953d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 200 len: 217 time: 0.0532954 Sep 23 17:50:37.397265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['ed43d8c0-1dc6-4aa6-8639-71ffa99d9711'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:37.404816 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.457785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-2770a6ef-2238-4745-a59b-6f5fab029af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.459266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-2770a6ef-2238-4745-a59b-6f5fab029af5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 200 len: 858 time: 0.1057940 Sep 23 17:50:37.493958 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ff429-a457-46b1-9f70-2228df8f449b req-d20f2164-9ebc-490f-80fa-5e068aa369fc tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.496158 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f14ff429-a457-46b1-9f70-2228df8f449b req-d20f2164-9ebc-490f-80fa-5e068aa369fc tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.1308756 Sep 23 17:50:37.516289 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-e9e7e279-94ff-40d8-b62c-18b5390f00ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455022 Sep 23 17:50:37.547801 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a8ccd-e135-4000-a03a-47ccbb9191cd req-eab04081-a430-4eb8-b344-0321f74c80c0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.549372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e42a8ccd-e135-4000-a03a-47ccbb9191cd req-eab04081-a430-4eb8-b344-0321f74c80c0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1552894 Sep 23 17:50:37.578633 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-43d7e907-ead3-49f3-8aeb-ca46b389eade', 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'fixed_ips': [{'subnet_id': '701e7b71-ec56-411e-81b2-c1ea405df949'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:50:37.579570 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.581457 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.638576 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f14ff429-a457-46b1-9f70-2228df8f449b req-9b7c527b-af2c-42f7-9b78-a0f28532d593 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245849 Sep 23 17:50:37.684489 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 2, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:37.693646 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e42a8ccd-e135-4000-a03a-47ccbb9191cd req-178966ef-7707-4cee-a529-b3f2f4dd370c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304450 Sep 23 17:50:37.736913 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-3b890bea-e464-4fae-b2cf-07698164ae3e service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098353 Sep 23 17:50:37.742796 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Checking router: b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:50:37.743148 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Updating router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 port a9934693-743a-48ec-af31-2d41afeedb8d binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:50:37.747569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-54551159-2cd8-420b-910b-e877bdd4c4f6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:37.749106 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-54551159-2cd8-420b-910b-e877bdd4c4f6 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 945 time: 0.1068327 Sep 23 17:50:37.835836 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.842160 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.865565 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.872808 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-80a6fdd1-2212-4959-84ee-662c1a0bfbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:37.902829 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f6b6027-7907-425f-9583-3403fe0caa6d req-c61a80d7-71f6-483e-891a-ce910ca84544 service neutron] 10.222.0.61 "GET /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526430 Sep 23 17:50:37.910546 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Allocated IP 172.20.0.2 (43d7e907-ead3-49f3-8aeb-ca46b389eade/701e7b71-ec56-411e-81b2-c1ea405df949/a6798abf-7bc7-4de4-af6b-953020ee0ff3) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:37.925133 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Deleting port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:50:37.925728 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.014139 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Allocated IP 172.27.2.40 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/56e2ea37-a434-44e2-b6a4-1dd4037eb9ca) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:38.046631 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] For port 45ed856e-a2be-4635-8dc5-7ae6d2318d25, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=45ed856e-a2be-4635-8dc5-7ae6d2318d25,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:38.047205 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.067846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Calling delete_port for 45ed856e-a2be-4635-8dc5-7ae6d2318d25 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:50:38.132213 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.183791 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.231179 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:38.235065 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:38.247494 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.250547 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:38.283611 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6c485e91-2016-4939-9e3d-20ad0c95b5dd up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:38.300571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Pushing event updated for resources: {'Port': ['ID=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:38.376644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] No DVR routers for this DVR port 45ed856e-a2be-4635-8dc5-7ae6d2318d25 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:50:38.379366 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event deleted for resources: {'Port': ['ID=45ed856e-a2be-4635-8dc5-7ae6d2318d25,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:38.380244 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.382283 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.384435 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-737d8253-eb5e-4b64-afae-d1ccf85a1537 req-d6426959-bcc4-40e1-bc11-ef9a8ba1b196 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "DELETE /v2.0/ports/45ed856e-a2be-4635-8dc5-7ae6d2318d25 HTTP/1.1" status: 204 len: 173 time: 0.6269162 Sep 23 17:50:38.413227 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'name': 'network-vif-deleted', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:38.415647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bf2cd6-7d01-4f1a-b41d-71d59e92d81e" -d '{"events": [{"server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "name": "network-vif-deleted", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:38.469940 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.470601 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4a69e-eae9-4674-9506-a255ef9419cd req-1203fc52-c8ba-4354-b20e-8920054fb6d7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:38.471432 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43d4a69e-eae9-4674-9506-a255ef9419cd req-1203fc52-c8ba-4354-b20e-8920054fb6d7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0961549 Sep 23 17:50:38.483339 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.488583 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 6c485e91-2016-4939-9e3d-20ad0c95b5dd triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:38.488976 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.514113 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654665-77d8-40cd-b257-2fc41405e833 req-7013a20a-4fe9-41ff-8c87-ff139b6ec2bc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:38.515322 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7654665-77d8-40cd-b257-2fc41405e833 req-7013a20a-4fe9-41ff-8c87-ff139b6ec2bc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 945 time: 0.0917647 Sep 23 17:50:38.539716 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-43d4a69e-eae9-4674-9506-a255ef9419cd req-8fc70a2a-71c5-438d-ac62-b117b033d007 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526214 Sep 23 17:50:38.584090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7654665-77d8-40cd-b257-2fc41405e833 req-521a3142-2567-42d2-852c-feae22fd10d3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478928 Sep 23 17:50:38.598335 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:38.610779 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:38.618212 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:38.625268 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4615e4f-6419-4f5e-b3b2-ca1ebe2415db x-openstack-request-id: req-b4615e4f-6419-4f5e-b3b2-ca1ebe2415db {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:38.625586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d04a9e-91d8-4619-8aa0-66be41783c55", "name": "network-vif-deleted", "tag": "45ed856e-a2be-4635-8dc5-7ae6d2318d25", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:38.625806 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4615e4f-6419-4f5e-b3b2-ca1ebe2415db {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:38.626192 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d04a9e-91d8-4619-8aa0-66be41783c55', 'name': 'network-vif-deleted', 'tag': '45ed856e-a2be-4635-8dc5-7ae6d2318d25', 'status': 'completed', 'code': 200} Sep 23 17:50:38.629197 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Pushing event updated for resources: {'Port': ['ID=a6798abf-7bc7-4de4-af6b-953020ee0ff3,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:38.639107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.648405 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.669901 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.767810 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Attempting to bind port a6798abf-7bc7-4de4-af6b-953020ee0ff3 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:38.768123 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Attempting to bind port a6798abf-7bc7-4de4-af6b-953020ee0ff3 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:38.768488 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Attempting to bind port a6798abf-7bc7-4de4-af6b-953020ee0ff3 on network 43d7e907-ead3-49f3-8aeb-ca46b389eade {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:38.774985 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71326fc7-014d-415d-9af5-0aa199e7ef2b req-b753def1-9d29-4ec7-be3a-dba55e8c46c4 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0d04a9e-91d8-4619-8aa0-66be41783c55 HTTP/1.1" status: 200 len: 210 time: 0.0351498 Sep 23 17:50:38.801762 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:38.802218 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Checking segment: {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:38.802692 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.803150 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Bound using segment: {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:38.803864 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Bound port: a6798abf-7bc7-4de4-af6b-953020ee0ff3, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:38.804468 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.807196 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c718eb-911e-4384-95c2-b60771d14cc3 None None] Pushing event updated for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:38.893835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34a07d-e0ee-4d9c-ba42-995333d7a679 req-9a4ba0cd-700a-477c-8efc-64bb0896a7cb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:38.895718 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b34a07d-e0ee-4d9c-ba42-995333d7a679 req-9a4ba0cd-700a-477c-8efc-64bb0896a7cb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.0695679 Sep 23 17:50:38.905289 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Attempting to bind port a9934693-743a-48ec-af31-2d41afeedb8d on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:38.905819 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Attempting to bind port a9934693-743a-48ec-af31-2d41afeedb8d by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:38.906275 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Attempting to bind port a9934693-743a-48ec-af31-2d41afeedb8d on network 1551eec2-a5d6-4341-8281-6fed659d16c1 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:38.935728 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:38.936286 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Checking segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:38.936824 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.937323 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Bound using segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:38.937909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Bound port: a9934693-743a-48ec-af31-2d41afeedb8d, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:38.938529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:38.971254 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b34a07d-e0ee-4d9c-ba42-995333d7a679 req-987e3506-2873-4450-b979-9e1324957979 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553024 Sep 23 17:50:39.012581 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', '5f0903e1-2443-4044-b56e-bb87393c9f3d', '45ed856e-a2be-4635-8dc5-7ae6d2318d25'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:39.012581 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] For port a6798abf-7bc7-4de4-af6b-953020ee0ff3, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:39.015584 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.053862 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] For port a6798abf-7bc7-4de4-af6b-953020ee0ff3, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a6798abf-7bc7-4de4-af6b-953020ee0ff3,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:39.063847 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.114667 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.161422 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] For port a9934693-743a-48ec-af31-2d41afeedb8d, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:39.168026 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] For port a9934693-743a-48ec-af31-2d41afeedb8d, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a9934693-743a-48ec-af31-2d41afeedb8d,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:39.180044 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-c87b1262-b697-4387-be88-795ca299820a None None] Provisioning complete for port a9934693-743a-48ec-af31-2d41afeedb8d triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:39.180623 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c87b1262-b697-4387-be88-795ca299820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.216563 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.249076 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69695b71-c223-43b9-aa20-8225d8d4aabb None None] Pushing event updated for resources: {'Port': ['ID=a6798abf-7bc7-4de4-af6b-953020ee0ff3,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:39.263790 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Router de611c5c-a22f-42bf-859a-5591d2660f24 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:50:39.343322 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:39.343968 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:39.451726 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:50:39.464018 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c718eb-911e-4384-95c2-b60771d14cc3 None None] Pushing event updated for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:39.465357 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Sync routers for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:50:39.480215 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:39.483450 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:39.496972 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.501364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37890) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:39.501792 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-16403023-f094-45a7-a6be-c9f0066c0f8d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2289631 Sep 23 17:50:39.572151 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c87b1262-b697-4387-be88-795ca299820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.623354 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:39.705904 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-c87b1262-b697-4387-be88-795ca299820a None None] For port a9934693-743a-48ec-af31-2d41afeedb8d, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a9934693-743a-48ec-af31-2d41afeedb8d,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:39.735066 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:39.752825 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c87b1262-b697-4387-be88-795ca299820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:39.861949 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e2872-6e74-4e84-b3fa-cecb28eeaab6 req-d3904701-9461-4661-8a28-b841f18b8a75 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:39.863785 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6c7e2872-6e74-4e84-b3fa-cecb28eeaab6 req-d3904701-9461-4661-8a28-b841f18b8a75 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1581774 Sep 23 17:50:39.876331 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997f3d9-acf7-490d-965e-ff92ab24cc6b req-1f6bf493-8cf2-4570-a459-e0118acc7193 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:39.883852 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8997f3d9-acf7-490d-965e-ff92ab24cc6b req-1f6bf493-8cf2-4570-a459-e0118acc7193 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 945 time: 0.1243787 Sep 23 17:50:39.915124 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b1262-b697-4387-be88-795ca299820a None None] Pushing event updated for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:39.949851 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-70cd244f-0717-4a1a-8a3c-f714ee3cc65d None None] Provisioning complete for port a9934693-743a-48ec-af31-2d41afeedb8d triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:39.950221 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-70cd244f-0717-4a1a-8a3c-f714ee3cc65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.025878 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:38Z', 'revision_number': 3, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:40.045753 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8997f3d9-acf7-490d-965e-ff92ab24cc6b req-1298b8e4-617b-4a41-985f-7f36dfacbcce tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553657 Sep 23 17:50:40.060763 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Checking router: de611c5c-a22f-42bf-859a-5591d2660f24 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:50:40.061108 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Updating router de611c5c-a22f-42bf-859a-5591d2660f24 port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:50:40.070155 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6c7e2872-6e74-4e84-b3fa-cecb28eeaab6 req-203a3a1b-6ee9-4752-921c-5326a60bda45 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413314 Sep 23 17:50:40.108798 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.145124 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:40.182035 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347bea7-9038-4bfa-b38e-52f106136a97 None None] The sync data for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi is: [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:50:40.442141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a6798abf-7bc7-4de4-af6b-953020ee0ff3 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:40.530041 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port a6798abf-7bc7-4de4-af6b-953020ee0ff3 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:40.530620 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.662489 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.671072 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.719981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dce01e-6c37-4d7f-af5d-dbecc40b91ee None None] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:50:40.725323 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:50:40.725937 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.729867 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Attempting to bind port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:40.730468 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Attempting to bind port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:40.730999 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Attempting to bind port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:40.745546 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:40.746274 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:40.746843 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.747465 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:40.748110 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Bound port: 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:40.748744 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.751039 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481051a9-29c0-45e8-8383-68e768fc21f2 None None] Pushing event updated for resources: {'Port': ['ID=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,revision_number=2']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:40.753066 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:40.755213 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe048c39-3e6d-4f96-83db-f303816be686 req-866fceba-73da-49a2-ab19-c831eb108a67 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:40.756820 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe048c39-3e6d-4f96-83db-f303816be686 req-866fceba-73da-49a2-ab19-c831eb108a67 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 943 time: 0.1850410 Sep 23 17:50:40.806655 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95940ef-1e28-4648-ab70-f039ad3eae66 req-185a725f-b032-4733-b5c9-01e15f4e2150 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:40.808579 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a95940ef-1e28-4648-ab70-f039ad3eae66 req-185a725f-b032-4733-b5c9-01e15f4e2150 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 946 time: 0.2378943 Sep 23 17:50:40.830163 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] For port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:40.838985 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] For port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:40.851173 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:40.935243 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe048c39-3e6d-4f96-83db-f303816be686 req-16c8b128-3eb1-4cd1-b5ad-be552462c8ea tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377027 Sep 23 17:50:40.937722 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:40.939258 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:40.942418 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481051a9-29c0-45e8-8383-68e768fc21f2 None None] Pushing event updated for resources: {'Port': ['ID=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:40.970774 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a95940ef-1e28-4648-ab70-f039ad3eae66 req-55c385c7-8141-4af0-afe5-85e17d1cd381 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470890 Sep 23 17:50:40.977505 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.013194 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-fd4cf1bc-0112-4bf8-841b-29ef1c54a2e5 None None] Provisioning complete for port a6798abf-7bc7-4de4-af6b-953020ee0ff3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:41.013576 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf1bc-0112-4bf8-841b-29ef1c54a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.040522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Allocated IP 172.20.0.1 (43d7e907-ead3-49f3-8aeb-ca46b389eade/701e7b71-ec56-411e-81b2-c1ea405df949/54fc83a8-a88a-43be-8c88-3d0bc63e5701) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:41.101183 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:41.194442 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.208560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.222422 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fd4cf1bc-0112-4bf8-841b-29ef1c54a2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.251371 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:41.304976 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'mac_address': 'fa:16:3e:87:43:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:50:41.310081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca9f76-e0a5-4c8e-bc1d-e1fa045191e2 req-d07653e7-3358-4e0d-ab0b-37b8a108057e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:41.312508 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9fca9f76-e0a5-4c8e-bc1d-e1fa045191e2 req-d07653e7-3358-4e0d-ab0b-37b8a108057e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 945 time: 0.1145122 Sep 23 17:50:41.321050 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:50:41.329378 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:38Z', 'revision_number': 3, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:41.342630 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:41.343012 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.347580 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port a6798abf-7bc7-4de4-af6b-953020ee0ff3, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a6798abf-7bc7-4de4-af6b-953020ee0ff3,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:41.367280 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf7a5ff-b553-4b89-9bfd-1cc68dbe150b None None] The sync data for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi is: [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:38Z', 'revision_number': 3, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:50:41.379678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6249ee05-6467-4293-bd5f-b01fb0e92519 req-6e46f09c-5f96-4b20-aa05-b686965a05f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:41.381494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6249ee05-6467-4293-bd5f-b01fb0e92519 req-6e46f09c-5f96-4b20-aa05-b686965a05f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1851611 Sep 23 17:50:41.386533 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9fca9f76-e0a5-4c8e-bc1d-e1fa045191e2 req-9ecb35b8-6d64-4f21-89cb-6c88d5d2be27 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650601 Sep 23 17:50:41.404775 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.439387 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.475299 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:41.478797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:41.483413 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:41.549430 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.db.api [None req-fd4cf1bc-0112-4bf8-841b-29ef1c54a2e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 17:50:41.549785 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG oslo_db.api [None req-fd4cf1bc-0112-4bf8-841b-29ef1c54a2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 17:50:41.550350 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6249ee05-6467-4293-bd5f-b01fb0e92519 req-544d9f27-4c03-46f2-9ccc-5c0dc4d1bd7a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568844 Sep 23 17:50:41.552267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.553289 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:41.556216 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.657032 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:50:41.676594 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=a6798abf-7bc7-4de4-af6b-953020ee0ff3,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:41.718003 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:41.722807 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.726318 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.820981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:41.823786 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d096dd54-779c-40f4-ab39-29062e09bee2" -d '{"events": [{"server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:41.867010 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.880553 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:41.892695 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c0dec0-fe85-408c-ba72-43180a6159f3 x-openstack-request-id: req-25c0dec0-fe85-408c-ba72-43180a6159f3 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:41.893087 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "name": "network-vif-plugged", "status": "completed", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:41.893341 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-25c0dec0-fe85-408c-ba72-43180a6159f3 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:41.893742 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'code': 200} Sep 23 17:50:41.897623 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:41.899644 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=9']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:42.094946 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:42.101960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['cdc2084f-48bd-47fd-b95e-e1bbc63366e7'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:42.211355 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-10c74d3f-9871-468d-b92e-be9b7e42c2c0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:42.214383 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-10c74d3f-9871-468d-b92e-be9b7e42c2c0 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 946 time: 0.2289467 Sep 23 17:50:42.245593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad79c21-037b-4b6c-9f62-b54af4ea6b27 req-ba5301ed-aa7e-4efd-855a-c69eae9b2caf tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:42.255205 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4ad79c21-037b-4b6c-9f62-b54af4ea6b27 req-ba5301ed-aa7e-4efd-855a-c69eae9b2caf tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.1576829 Sep 23 17:50:42.355978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-88129126-9d05-4d8e-9e63-2852dda95178 None None] Provisioning complete for port a6798abf-7bc7-4de4-af6b-953020ee0ff3 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:42.356378 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-88129126-9d05-4d8e-9e63-2852dda95178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.474864 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:42.495759 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4ad79c21-037b-4b6c-9f62-b54af4ea6b27 req-db1f9b0c-8833-414a-b1f6-a37fd249b5ad tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411525 Sep 23 17:50:42.504428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073e379-1f05-458d-8c2a-c732ab8308db req-9cf3ad09-fc76-4a15-85b0-03c93671f3c8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:42.506311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8073e379-1f05-458d-8c2a-c732ab8308db req-9cf3ad09-fc76-4a15-85b0-03c93671f3c8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 946 time: 0.3254933 Sep 23 17:50:42.549005 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72ab5c-96e6-4294-ac3c-770ff8d08325 req-fb834a12-353b-47df-a66a-cdd7a2a79ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:42.550703 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af72ab5c-96e6-4294-ac3c-770ff8d08325 req-fb834a12-353b-47df-a66a-cdd7a2a79ae0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 1099 time: 0.2954338 Sep 23 17:50:42.577971 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:42.578282 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.615974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.627079 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Deleting port 5f0903e1-2443-4044-b56e-bb87393c9f3d {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:50:42.627418 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.649233 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8073e379-1f05-458d-8c2a-c732ab8308db req-0ef4f683-c1d9-4eb5-8623-3d7e5cfb67c2 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313219 Sep 23 17:50:42.649873 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.683387 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 45ed856e-a2be-4635-8dc5-7ae6d2318d25 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:42.710214 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 45ed856e-a2be-4635-8dc5-7ae6d2318d25 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:50:42.710541 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 45ed856e-a2be-4635-8dc5-7ae6d2318d25 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:50:42.723280 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.729895 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-c675440c-b563-49ec-a134-b0d2b962033e None None] Provisioning complete for port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:42.730264 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c675440c-b563-49ec-a134-b0d2b962033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.766162 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af72ab5c-96e6-4294-ac3c-770ff8d08325 req-c540f312-8726-4566-b4bc-5765d416f3c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048779 Sep 23 17:50:42.770377 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:42.778960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.780037 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a9934693-743a-48ec-af31-2d41afeedb8d up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:42.820190 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-c675440c-b563-49ec-a134-b0d2b962033e None None] Port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:50:42.837394 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Pushing event updated for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:42.843865 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.884145 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:42.885965 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78650b6a-35ec-402d-aec0-5a52af2c0ae1 req-a8bf354f-a373-4b1e-b03b-d8c55e0c1506 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:42.887528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-78650b6a-35ec-402d-aec0-5a52af2c0ae1 req-a8bf354f-a373-4b1e-b03b-d8c55e0c1506 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.2346332 Sep 23 17:50:42.889461 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] For port 5f0903e1-2443-4044-b56e-bb87393c9f3d, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5f0903e1-2443-4044-b56e-bb87393c9f3d,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:42.889828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.897840 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port a9934693-743a-48ec-af31-2d41afeedb8d triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:42.898209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:42.927859 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Calling delete_port for 5f0903e1-2443-4044-b56e-bb87393c9f3d owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:50:42.984861 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a6798abf-7bc7-4de4-af6b-953020ee0ff3 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:43.036927 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port a6798abf-7bc7-4de4-af6b-953020ee0ff3 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:43.037155 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-78650b6a-35ec-402d-aec0-5a52af2c0ae1 req-5cf67b78-4e96-4962-a5dc-972d10a3c661 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306934 Sep 23 17:50:43.037333 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:43.074182 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:43.077895 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:43.242291 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:43.254696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', '5f0903e1-2443-4044-b56e-bb87393c9f3d'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:43.275857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event deleted for resources: {'Port': ['ID=5f0903e1-2443-4044-b56e-bb87393c9f3d,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:43.308727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Router de611c5c-a22f-42bf-859a-5591d2660f24 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:50:43.348935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] No DVR routers for this DVR port 5f0903e1-2443-4044-b56e-bb87393c9f3d on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:50:43.353601 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:43.355778 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9b14e58b-8397-45c6-bf37-40b841ceefc1 req-640fc972-ceaf-4a84-bcac-601266bacfe3 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "DELETE /v2.0/ports/5f0903e1-2443-4044-b56e-bb87393c9f3d HTTP/1.1" status: 204 len: 173 time: 1.1229954 Sep 23 17:50:43.356226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'name': 'network-vif-deleted', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:43.358530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d7b271-a07a-4002-8238-fd6ae18163b9" -d '{"events": [{"server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "name": "network-vif-deleted", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:43.392424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-619aa93c-488e-48c5-9eeb-17da27b407e1 None None] Provisioning complete for port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:43.394327 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-619aa93c-488e-48c5-9eeb-17da27b407e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:43.431790 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fa4b49-c7e5-4cdb-a06b-5ade17871ae3 x-openstack-request-id: req-35fa4b49-c7e5-4cdb-a06b-5ade17871ae3 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:43.432218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1245b9-f8c1-4c7e-8507-9b7e7838663b", "name": "network-vif-deleted", "tag": "5f0903e1-2443-4044-b56e-bb87393c9f3d", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:43.432533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-35fa4b49-c7e5-4cdb-a06b-5ade17871ae3 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:43.432940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1245b9-f8c1-4c7e-8507-9b7e7838663b', 'name': 'network-vif-deleted', 'tag': '5f0903e1-2443-4044-b56e-bb87393c9f3d', 'status': 'completed', 'code': 200} Sep 23 17:50:43.455642 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-619aa93c-488e-48c5-9eeb-17da27b407e1 None None] Port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:50:43.490914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:50:43.499633 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6a11d7cf-fe53-47d7-a0be-82e5c684cbf5 admin admin] 10.222.0.50 "PUT /v2.0/routers/de611c5c-a22f-42bf-859a-5591d2660f24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9965813 Sep 23 17:50:43.654550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63fbe3-f577-4f3b-92fd-d933230dcf32 req-c12a76bf-7d30-4478-abf9-b2742ae5f9a1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:43.656034 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb63fbe3-f577-4f3b-92fd-d933230dcf32 req-c12a76bf-7d30-4478-abf9-b2742ae5f9a1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.0695143 Sep 23 17:50:43.671450 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Sync routers for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:50:43.689972 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:43.692821 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:43.712413 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb63fbe3-f577-4f3b-92fd-d933230dcf32 req-8db62bfe-9b56-49df-b9ae-996d733680b3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438080 Sep 23 17:50:43.817346 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-deb46d9d-b5c9-41e1-946b-9a98a1b6cbeb req-dd0121ca-022a-407c-862d-5c9456890065 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=8a1245b9-f8c1-4c7e-8507-9b7e7838663b HTTP/1.1" status: 200 len: 210 time: 0.0416870 Sep 23 17:50:43.949147 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:44.240489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340dc6-c81f-4c9f-a729-83c6595f2ed6 req-617ce8f9-9f59-4f3e-a4d9-16098b51bc3a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:44.241714 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:41Z', 'revision_number': 4, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '54fc83a8-a88a-43be-8c88-3d0bc63e5701', 'name': '', 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'mac_address': 'fa:16:3e:db:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:40Z', 'updated_at': '2021-09-23T17:50:41Z', 'revision_number': 2, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'subnets': [{'id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:44.248791 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6340dc6-c81f-4c9f-a729-83c6595f2ed6 req-617ce8f9-9f59-4f3e-a4d9-16098b51bc3a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.1030216 Sep 23 17:50:44.298331 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:44.301607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Checking router: de611c5c-a22f-42bf-859a-5591d2660f24 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:50:44.301951 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Updating router de611c5c-a22f-42bf-859a-5591d2660f24 port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:50:44.309528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6340dc6-c81f-4c9f-a729-83c6595f2ed6 req-8b143006-c118-4ebe-92f0-3899bd72f33a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595078 Sep 23 17:50:44.353357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:44.406127 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:44.406497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:44.687634 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:44.735126 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:44.745005 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:44.804083 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3e7a6-2f0e-4ee9-b39c-1622144fe85b None None] Pushing event updated for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:44.812625 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:44.812892 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.022583 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Attempting to bind port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:50:45.023724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Attempting to bind port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:50:45.024250 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Attempting to bind port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 on network 43d7e907-ead3-49f3-8aeb-ca46b389eade {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:50:45.030708 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:50:45.031512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Checking segment: {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:50:45.031969 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.032445 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Bound using segment: {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:50:45.033013 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Bound port: 54fc83a8-a88a-43be-8c88-3d0bc63e5701, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0595342f-67c3-422e-8519-420344d18cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:50:45.033778 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.036636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7414b36d-9690-4d8e-bc90-c0b22581cffc req-6e36409e-6cc8-4ed8-8575-a5714b774589 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:45.052333 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7414b36d-9690-4d8e-bc90-c0b22581cffc req-6e36409e-6cc8-4ed8-8575-a5714b774589 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 944 time: 0.1934741 Sep 23 17:50:45.152062 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7414b36d-9690-4d8e-bc90-c0b22581cffc req-6b14f002-ed28-4e0f-a2de-943afd53a5d3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918124 Sep 23 17:50:45.164563 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.232451 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:45.237220 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:45.240520 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4878a559-6f55-41b7-b5a5-29307670673f" -d '{"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:45.247908 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.283549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] For port 54fc83a8-a88a-43be-8c88-3d0bc63e5701, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:50:45.313105 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] For port 54fc83a8-a88a-43be-8c88-3d0bc63e5701, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=54fc83a8-a88a-43be-8c88-3d0bc63e5701,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:50:45.332357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.336837 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d0b498-4a9b-42d0-b224-acee58557a87 x-openstack-request-id: req-b6d0b498-4a9b-42d0-b224-acee58557a87 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:45.337103 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-plugged", "status": "completed", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:45.337363 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b6d0b498-4a9b-42d0-b224-acee58557a87 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:45.337747 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'code': 200} Sep 23 17:50:45.351533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] Provisioning complete for port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:45.351895 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.377603 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=10']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:45.438211 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:45.438882 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:45.503168 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f474318-094b-44a6-8785-28d58f2fa1a9 req-183dbb19-d921-4d1b-8174-4965518d956a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:45.516782 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f474318-094b-44a6-8785-28d58f2fa1a9 req-183dbb19-d921-4d1b-8174-4965518d956a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.0895238 Sep 23 17:50:45.566449 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3e7a6-2f0e-4ee9-b39c-1622144fe85b None None] Pushing event updated for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:45.567620 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f474318-094b-44a6-8785-28d58f2fa1a9 req-ecdc6b8a-1512-4af8-be7d-dfa40e60316a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497444 Sep 23 17:50:45.633647 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.647949 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:45.737395 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86eda7-d821-46d9-b5b1-59b3da7cd8ff req-99d9bf28-71b3-406f-ad94-a845e649cae2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:45.747426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b86eda7-d821-46d9-b5b1-59b3da7cd8ff req-99d9bf28-71b3-406f-ad94-a845e649cae2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.0746074 Sep 23 17:50:45.782604 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] For port 54fc83a8-a88a-43be-8c88-3d0bc63e5701, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=54fc83a8-a88a-43be-8c88-3d0bc63e5701,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:45.793565 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b86eda7-d821-46d9-b5b1-59b3da7cd8ff req-b28cb9d5-0844-4554-ab54-88da2c2edfb9 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Sep 23 17:50:45.800701 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.813812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37988) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:45.925675 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7750f5-a186-42e2-b83a-147a15dd8cb6 None None] Pushing event updated for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:45.969712 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-726eb4b7-bdf5-4eaf-a184-7588af8f575b None None] Provisioning complete for port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:45.970239 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-726eb4b7-bdf5-4eaf-a184-7588af8f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:45.993170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ef07d-d133-4c43-8766-96617b6fadeb req-21f652fb-ccfa-4be5-81de-75961f8b86e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:45.995575 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e39ef07d-d133-4c43-8766-96617b6fadeb req-21f652fb-ccfa-4be5-81de-75961f8b86e9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1099 time: 0.0567057 Sep 23 17:50:46.042159 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e39ef07d-d133-4c43-8766-96617b6fadeb req-f6e9eb44-ca3d-4e1d-94eb-b42e6b3e6458 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369627 Sep 23 17:50:46.116852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01914e80-b675-45e0-b584-d6190a6e640b tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:46.118771 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-01914e80-b675-45e0-b584-d6190a6e640b tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 1094 time: 0.3039522 Sep 23 17:50:46.123938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 37992) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:46.129644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'port_id': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:46.157251 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:46.292905 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:41Z', 'revision_number': 4, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '54fc83a8-a88a-43be-8c88-3d0bc63e5701', 'name': '', 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'mac_address': 'fa:16:3e:db:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:40Z', 'updated_at': '2021-09-23T17:50:45Z', 'revision_number': 4, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'subnets': [{'id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:46.334982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5ca20-3719-4e36-be56-b358103e6fa4 None None] The sync data for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi is: [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:41Z', 'revision_number': 4, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '54fc83a8-a88a-43be-8c88-3d0bc63e5701', 'name': '', 'network_id': '43d7e907-ead3-49f3-8aeb-ca46b389eade', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'mac_address': 'fa:16:3e:db:47:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:40Z', 'updated_at': '2021-09-23T17:50:45Z', 'revision_number': 4, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'subnets': [{'id': '701e7b71-ec56-411e-81b2-c1ea405df949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:50:46.423735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e9c5f-c521-4e0b-b03b-39ae827f1aeb req-4781ad9c-ceb4-440f-8310-0c1f74cda919 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:46.436924 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e56e9c5f-c521-4e0b-b03b-39ae827f1aeb req-4781ad9c-ceb4-440f-8310-0c1f74cda919 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.1048834 Sep 23 17:50:46.504842 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e56e9c5f-c521-4e0b-b03b-39ae827f1aeb req-0853116c-f7bb-4c70-bc2a-b5a05abd112e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627711 Sep 23 17:50:46.521258 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:46.696850 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5f0903e1-2443-4044-b56e-bb87393c9f3d no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:46.794684 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 5f0903e1-2443-4044-b56e-bb87393c9f3d {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:50:46.795421 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5f0903e1-2443-4044-b56e-bb87393c9f3d not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:50:47.090380 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed12eb-3c1d-4a58-873d-fb9c0141e6a1 req-66047e18-2364-4a85-8ac4-1c41b4e69520 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:47.098792 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-75ed12eb-3c1d-4a58-873d-fb9c0141e6a1 req-66047e18-2364-4a85-8ac4-1c41b4e69520 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.4568479 Sep 23 17:50:47.153259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.27.2.124 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/97c4f362-3326-4907-a77f-b6b2916af9c4) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:50:47.180634 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a5a5d-2e46-4d3c-b868-d80fcafed6ae req-ae3674fd-e1c8-4756-a70c-f491165df64a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:47.189105 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b30a5a5d-2e46-4d3c-b868-d80fcafed6ae req-ae3674fd-e1c8-4756-a70c-f491165df64a tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.1632903 Sep 23 17:50:47.227482 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-75ed12eb-3c1d-4a58-873d-fb9c0141e6a1 req-c5c3d591-0667-41f1-851d-7dc2ce571967 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273263 Sep 23 17:50:47.309410 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b30a5a5d-2e46-4d3c-b868-d80fcafed6ae req-1167b8b5-a79e-4070-b006-96ee7878dd1d tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189229 Sep 23 17:50:47.440606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:47.511947 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:47.607933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:50:47.612409 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:50:47.615917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:50:47.725802 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=97c4f362-3326-4907-a77f-b6b2916af9c4,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:47.817029 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31defab2-03af-407a-9973-ecc483129ed2 req-fb7909e1-d9aa-4247-aa73-bd70f51337b4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:47.831383 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-31defab2-03af-407a-9973-ecc483129ed2 req-fb7909e1-d9aa-4247-aa73-bd70f51337b4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.1489396 Sep 23 17:50:47.902921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-31defab2-03af-407a-9973-ecc483129ed2 req-b36f9906-9bf6-4b8a-8aa8-bb6ee4f09718 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689118 Sep 23 17:50:48.298121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:48.426395 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 54fc83a8-a88a-43be-8c88-3d0bc63e5701 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:50:48.482993 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:50:48.483721 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:48.572821 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:48.641988 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d7eb8-1e68-4eb4-bd44-cb2b5268bb22 req-9f237a76-1a14-4312-a431-dfe476d511a3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:48.649289 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-663d7eb8-1e68-4eb4-bd44-cb2b5268bb22 req-9f237a76-1a14-4312-a431-dfe476d511a3 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1847956 Sep 23 17:50:48.698874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044cd4-ffdc-4d8c-95e8-6e7d022a6320 req-0b436971-03ab-4f6e-9a30-c16061112640 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:48.700402 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-83044cd4-ffdc-4d8c-95e8-6e7d022a6320 req-0b436971-03ab-4f6e-9a30-c16061112640 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.1928351 Sep 23 17:50:48.821439 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-83044cd4-ffdc-4d8c-95e8-6e7d022a6320 req-461554f9-33ed-4669-919e-91b82cc25ec8 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021914 Sep 23 17:50:48.842978 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-663d7eb8-1e68-4eb4-bd44-cb2b5268bb22 req-fe877c67-89d6-40d5-8ba8-cf344ed2a5a7 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744909 Sep 23 17:50:48.898789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-494671ff-cc4f-4268-b964-93a9bed42939 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:48.902752 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-494671ff-cc4f-4268-b964-93a9bed42939 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 945 time: 0.1117187 Sep 23 17:50:48.971949 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:48.991263 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:49.134493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=97c4f362-3326-4907-a77f-b6b2916af9c4,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:49.160494 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a44b0-ff17-48f7-85f9-b23316531723 req-b2a2c3fa-6302-48bf-9b0d-b87e01975e29 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:49.168001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ee1a44b0-ff17-48f7-85f9-b23316531723 req-b2a2c3fa-6302-48bf-9b0d-b87e01975e29 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.1786807 Sep 23 17:50:49.181104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:49.268705 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Deleting port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:50:49.269034 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:49.335819 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ee1a44b0-ff17-48f7-85f9-b23316531723 req-5ea07d57-b7ea-448f-8862-b0d64e493297 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620421 Sep 23 17:50:49.433722 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP 2247fd05-97d0-42d6-a003-6a92ab1c975c associated. External IP: 172.27.2.124, port: ed43d8c0-1dc6-4aa6-8639-71ffa99d9711. Sep 23 17:50:49.446769 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-14cef8eb-a68e-4f9e-a047-ca77950f128a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:49.449206 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-14cef8eb-a68e-4f9e-a047-ca77950f128a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.1709924 Sep 23 17:50:49.564085 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] For port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,segment=NetworkSegment(22c81048-ef92-4d8a-b43a-525d61de6d35),segment_id=22c81048-ef92-4d8a-b43a-525d61de6d35)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:49.564475 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:49.589220 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Calling delete_port for a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:50:49.807444 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Deleting port d2768a9a-ceea-41d9-ba30-7f61990d63d4 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:50:49.807696 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:49.923266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:50:49.986713 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] For port d2768a9a-ceea-41d9-ba30-7f61990d63d4, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d2768a9a-ceea-41d9-ba30-7f61990d63d4,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:50:49.987077 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.027224 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.039246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Calling delete_port for d2768a9a-ceea-41d9-ba30-7f61990d63d4 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:50:50.041424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:50.393570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Pushing event deleted for resources: {'Port': ['ID=a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:50.477829 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787348d5-f165-436b-8f4c-c176bdb25f3d req-562b62ca-fea9-459c-8f31-2a7ec3eb496f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:50.479439 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-787348d5-f165-436b-8f4c-c176bdb25f3d req-562b62ca-fea9-459c-8f31-2a7ec3eb496f tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c29f029-88c3-4857-a2b9-086c635ee29e HTTP/1.1" status: 200 len: 867 time: 0.5272586 Sep 23 17:50:50.505088 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] No DVR routers for this DVR port a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:50:50.514654 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a8dc3-7c11-42db-81ea-6d4a814e21f0 req-96139a37-0352-41f1-bc42-8cd0749a0263 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:50.516205 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d2a8dc3-7c11-42db-81ea-6d4a814e21f0 req-96139a37-0352-41f1-bc42-8cd0749a0263 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=4f040eb7-ec33-423a-9f57-d63781ac9718 HTTP/1.1" status: 200 len: 946 time: 0.5479679 Sep 23 17:50:50.518050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.519961 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8829c7d5-20e5-4eed-bb56-40be7ec18a19 req-20d67e01-5b75-47f7-9b0e-fcb53e4d68bb tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.61 "DELETE /v2.0/ports/a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c HTTP/1.1" status: 204 len: 173 time: 1.6121485 Sep 23 17:50:50.526463 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'name': 'network-vif-deleted', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:50.530256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b66fc5a-feb9-44d9-a327-c9e2f9e47b85" -d '{"events": [{"server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "name": "network-vif-deleted", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:50.535015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.626551 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:50:50.642760 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:50:50.647970 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d2a8dc3-7c11-42db-81ea-6d4a814e21f0 req-3e2d3235-9c06-4fbf-a29d-848ba43e1e12 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010146 Sep 23 17:50:50.653095 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-787348d5-f165-436b-8f4c-c176bdb25f3d req-f9c30c5c-2d94-4cfa-a7ce-36e6dbfe9658 tempest-AttachVolumeNegativeTest-338744549 tempest-AttachVolumeNegativeTest-338744549-project] 10.222.0.50 "GET /v2.0/security-groups?id=3a49d390-0be0-4aa4-8712-8d3e7c692cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509104 Sep 23 17:50:50.687909 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:50.689118 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:50.740446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.773476 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98dacd-5769-4eb1-ab2d-072be687798e x-openstack-request-id: req-1d98dacd-5769-4eb1-ab2d-072be687798e {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:50.774082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29f029-88c3-4857-a2b9-086c635ee29e", "name": "network-vif-deleted", "tag": "a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:50.774504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1d98dacd-5769-4eb1-ab2d-072be687798e {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:50.774906 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29f029-88c3-4857-a2b9-086c635ee29e', 'name': 'network-vif-deleted', 'tag': 'a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c', 'status': 'completed', 'code': 200} Sep 23 17:50:50.792931 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-355285c9-b9fe-4929-9c83-9884eb535f0f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6669767 Sep 23 17:50:50.798539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.815838 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['9100bc5a-414d-4143-89be-3a40ea27e56f', 'd2768a9a-ceea-41d9-ba30-7f61990d63d4'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:50:50.829208 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:50.842182 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Pushing event deleted for resources: {'Port': ['ID=d2768a9a-ceea-41d9-ba30-7f61990d63d4,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:50.892050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] No DVR routers for this DVR port d2768a9a-ceea-41d9-ba30-7f61990d63d4 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:50:50.894838 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:50.897536 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7b3217ee-a848-4517-9544-efb7482af8b3 req-5357060c-2039-409e-9184-7d8252593716 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "DELETE /v2.0/ports/d2768a9a-ceea-41d9-ba30-7f61990d63d4 HTTP/1.1" status: 204 len: 173 time: 1.4158633 Sep 23 17:50:51.198904 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2247fd05-97d0-42d6-a003-6a92ab1c975c', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:af:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:50:48Z', 'updated_at': '2021-09-23T17:50:48Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:51.231257 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:50:51.240550 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:50:51.241211 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:50:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:51.368876 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:50:51.736501 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38072) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:51.737111 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2247fd05-97d0-42d6-a003-6a92ab1c975c', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:af:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:50:48Z', 'updated_at': '2021-09-23T17:50:48Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:51.771938 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03c35b7-39ce-4eab-a72e-6f3e7f049453 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '2247fd05-97d0-42d6-a003-6a92ab1c975c', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.124', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:af:cc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:50:48Z', 'updated_at': '2021-09-23T17:50:48Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:50:51.802792 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Deleting subnet ecc19b07-450b-4d5e-866c-19f10af6db9a {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:50:51.807719 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:51.861554 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:51.921330 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:51.998759 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.017507 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.019507 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ecc19b07-450b-4d5e-866c-19f10af6db9a HTTP/1.1" status: 204 len: 168 time: 0.2805521 Sep 23 17:50:52.022109 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38078) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:52.050187 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aabfee-8af7-47fd-b6c3-47b04f602709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc19b07-450b-4d5e-866c-19f10af6db9a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:52.166874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e72a6b-1569-4e0a-8172-53ee0c437c93 req-a0386d38-09e5-4c94-8397-65a589c213f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:52.174653 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7e72a6b-1569-4e0a-8172-53ee0c437c93 req-a0386d38-09e5-4c94-8397-65a589c213f5 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1271029 Sep 23 17:50:52.176631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d4256-20e6-441e-b1c7-f490c9630a36 None None] New status for floating IP 2247fd05-97d0-42d6-a003-6a92ab1c975c: ACTIVE {{(pid=100773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:50:52.193235 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.222149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7e72a6b-1569-4e0a-8172-53ee0c437c93 req-61287543-9c02-4a51-a8ec-3962d334dd7c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464172 Sep 23 17:50:52.331055 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.354697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733583a7-80b9-44c0-916a-e95ef40defd2']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:52.382309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c81048-ef92-4d8a-b43a-525d61de6d35') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:52.382795 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c81048-ef92-4d8a-b43a-525d61de6d35') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:50:52.394707 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.411153 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.422397 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:50:52.422726 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:50:52.424654 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:50:52.496466 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.506105 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.508610 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] 10.222.0.50 "DELETE /v2.0/networks/733583a7-80b9-44c0-916a-e95ef40defd2 HTTP/1.1" status: 204 len: 168 time: 0.4852796 Sep 23 17:50:52.525282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c46500-dde0-4c8a-8cd6-99efefb606bc admin admin] Pushing event deleted for resources: {'Network': ['ID=733583a7-80b9-44c0-916a-e95ef40defd2,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:52.726489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38082) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:52.761440 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:52.777654 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38084) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:50:52.778262 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-654ddd2a-4407-4041-889f-b3089c256dec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a22ad6c34f9a4ef58d676ac524695991&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501716 Sep 23 17:50:52.778671 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711'}, {'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'name': 'network-vif-deleted', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:50:52.781453 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93364e3-25cf-4826-894a-05fe9a57feee" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711"}, {"server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "name": "network-vif-deleted", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:50:52.828977 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:50:52.829607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device a5d2e7a2-590e-4fc9-8a66-46a6ad4f350c not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:50:52.830184 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d2768a9a-ceea-41d9-ba30-7f61990d63d4 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:50:52.857910 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.858127 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 17:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5275d61-1729-4989-b543-e4ac827a106e x-openstack-request-id: req-d5275d61-1729-4989-b543-e4ac827a106e {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:50:52.858528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711", "status": "completed", "code": 200}, {"server_uuid": "4f040eb7-ec33-423a-9f57-d63781ac9718", "name": "network-vif-deleted", "tag": "d2768a9a-ceea-41d9-ba30-7f61990d63d4", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:50:52.858878 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5275d61-1729-4989-b543-e4ac827a106e {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:50:52.859396 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'status': 'completed', 'code': 200} Sep 23 17:50:52.860009 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f040eb7-ec33-423a-9f57-d63781ac9718', 'name': 'network-vif-deleted', 'tag': 'd2768a9a-ceea-41d9-ba30-7f61990d63d4', 'status': 'completed', 'code': 200} Sep 23 17:50:52.875917 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: d2768a9a-ceea-41d9-ba30-7f61990d63d4 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:50:52.876736 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d2768a9a-ceea-41d9-ba30-7f61990d63d4 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:50:52.883202 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.941919 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.945295 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:52.948307 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3a49d390-0be0-4aa4-8712-8d3e7c692cfb HTTP/1.1" status: 204 len: 168 time: 0.1674070 Sep 23 17:50:52.954714 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93364e3-25cf-4826-894a-05fe9a57feee req-9fa6eeff-de30-4de4-a96a-99a0938739f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:52.956405 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-9fa6eeff-de30-4de4-a96a-99a0938739f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 1099 time: 0.0632415 Sep 23 17:50:52.961690 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf84fa3-daca-4a18-a3f1-81d5ae525d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49d390-0be0-4aa4-8712-8d3e7c692cfb,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:50:53.101975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93364e3-25cf-4826-894a-05fe9a57feee req-7885a996-acbb-4af8-a473-56cc61103fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:53.103641 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-7885a996-acbb-4af8-a473-56cc61103fd1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.1300492 Sep 23 17:50:53.204038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-1a9f51b9-77c6-4293-9a08-1b428f5e8c57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 HTTP/1.1" status: 200 len: 1002 time: 0.0879500 Sep 23 17:50:53.299983 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93364e3-25cf-4826-894a-05fe9a57feee req-18c26f30-8206-4872-b46e-0db2930c55ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:53.304312 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-18c26f30-8206-4872-b46e-0db2930c55ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0829182 Sep 23 17:50:53.401885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93364e3-25cf-4826-894a-05fe9a57feee req-bf767a6c-c73f-45cd-8f5d-9869ffd5ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:53.403917 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-bf767a6c-c73f-45cd-8f5d-9869ffd5ffa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843983 Sep 23 17:50:53.418449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11165c-4812-4a1a-9846-e5e6dbda0254 req-ee361671-cd15-4544-90ae-1196e9753e81 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:53.420041 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bf11165c-4812-4a1a-9846-e5e6dbda0254 req-ee361671-cd15-4544-90ae-1196e9753e81 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.1094217 Sep 23 17:50:53.532995 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bf11165c-4812-4a1a-9846-e5e6dbda0254 req-2d90f853-c46b-4299-83fd-19b5a96b8b5e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908141 Sep 23 17:50:53.577260 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-78e5b739-1c7c-4174-8996-26b67f9e7322 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560602 Sep 23 17:50:53.693691 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c93364e3-25cf-4826-894a-05fe9a57feee req-55b3b705-75dd-4d7d-9a74-6d04339934c6 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038246 Sep 23 17:50:54.691063 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977cf73-52a2-40f4-bf17-03534b6b9a77 req-8723cc8e-97ac-4b39-bfaf-6b50c4497a1c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:54.692972 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9977cf73-52a2-40f4-bf17-03534b6b9a77 req-8723cc8e-97ac-4b39-bfaf-6b50c4497a1c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0591698 Sep 23 17:50:54.741849 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9977cf73-52a2-40f4-bf17-03534b6b9a77 req-ada6b1ee-48f1-4330-9e1e-3265ab8b7b4c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Sep 23 17:50:55.887496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bc4739-41b4-4d1d-87ac-262564587e12 req-3937beca-f0c2-4195-8d47-0093336c2c39 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:55.889077 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e2bc4739-41b4-4d1d-87ac-262564587e12 req-3937beca-f0c2-4195-8d47-0093336c2c39 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0536146 Sep 23 17:50:55.935741 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e2bc4739-41b4-4d1d-87ac-262564587e12 req-1a1244e6-7da7-4ab7-ba95-f3e2ddcb0e5e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Sep 23 17:50:56.099797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-ab723291-272c-45e1-93d8-684270b91ab3 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:56.101341 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-ab723291-272c-45e1-93d8-684270b91ab3 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 815 time: 0.1101263 Sep 23 17:50:56.116379 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-82230aa7-c2c7-4769-82fb-9f915d58589c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/quotas/0f814fdc504147118afda9f7f7ac559c HTTP/1.1" status: 200 len: 375 time: 0.0092564 Sep 23 17:50:56.169384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-efdcf169-e065-4db2-bfde-6e09afdd2b86 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466182 Sep 23 17:50:56.267458 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-176d8683-97af-4e33-9ceb-69aa993592fe service neutron] 10.222.0.50 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866330 Sep 23 17:50:56.364491 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-3ca59bbf-5bff-4c39-a17a-24afe474c74c service neutron] 10.222.0.50 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910041 Sep 23 17:50:56.533150 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9e8c6bd1-d2c9-4bc4-9624-99a03e5d8a6b req-46519a05-16b9-416f-964c-a55458abc31d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 210 time: 0.0261178 Sep 23 17:50:57.058512 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9bed-17eb-4b5f-99fb-e7f720220f46 req-d7132130-aa0b-4c6f-bb90-372d35a3db94 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:57.060053 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-61cd9bed-17eb-4b5f-99fb-e7f720220f46 req-d7132130-aa0b-4c6f-bb90-372d35a3db94 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Sep 23 17:50:57.100518 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-61cd9bed-17eb-4b5f-99fb-e7f720220f46 req-84f56345-d036-4673-a706-7fd3f0265c8a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Sep 23 17:50:57.628698 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-595881a3-84c2-445e-a0e6-9ce555c5e83c req-8ee89784-eed8-4ef1-a14a-df6fc5059f36 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 210 time: 0.0300269 Sep 23 17:50:58.221108 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe25850-746d-43d0-a267-58d765aeccaf req-1c4d6a31-7631-4c31-ace0-f2a856af545e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:58.222638 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbe25850-746d-43d0-a267-58d765aeccaf req-1c4d6a31-7631-4c31-ace0-f2a856af545e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0543199 Sep 23 17:50:58.264606 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fbe25850-746d-43d0-a267-58d765aeccaf req-46a6d6b7-d7af-48ed-ba16-83571c9af547 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358946 Sep 23 17:50:58.721504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2fb5f6e0-8f98-423d-9e96-923a8d390b4b req-ead4510a-71fa-4d8a-9dd6-584ec534c0d0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 210 time: 0.0270174 Sep 23 17:50:59.380548 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdecbe2-917e-4238-8ffc-d118055d26be req-18b13bca-9fc3-47ce-b9b8-0e00f54ad373 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:59.382084 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfdecbe2-917e-4238-8ffc-d118055d26be req-18b13bca-9fc3-47ce-b9b8-0e00f54ad373 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0512018 Sep 23 17:50:59.421406 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfdecbe2-917e-4238-8ffc-d118055d26be req-8b74a938-3cf2-48e7-b6a1-f2c4fc8d079d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332446 Sep 23 17:50:59.665897 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-da18268e-f735-4062-b39a-55b89b370a9f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:50:59.667277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-da18268e-f735-4062-b39a-55b89b370a9f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 815 time: 0.1160452 Sep 23 17:50:59.686661 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'port': {'device_id': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'admin_state_up': True, 'tenant_id': '0f814fdc504147118afda9f7f7ac559c'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:50:59.825930 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f782bfa1-7fdd-48f0-9e50-10ab24acf040 req-239c9515-b90a-4194-a60c-7c2553478426 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 210 time: 0.0333846 Sep 23 17:50:59.827245 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Made reservation on behalf of 0f814fdc504147118afda9f7f7ac559c for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:50:59.830910 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:50:59.965720 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Allocated IP 172.20.0.10 (1551eec2-a5d6-4341-8281-6fed659d16c1/82eaf76e-ca54-45c7-b0c8-844502a1c36e/22c57417-4101-4176-af44-f3e7c80b7eac) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:51:00.141246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:00.218997 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:00.292142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:51:00.298357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:51:00.312916 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:51:00.370290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:00.409723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:00.410575 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:00.437997 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-cbad40be-627a-43bb-9ccb-95bdeb3b87ce tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7537394 Sep 23 17:51:00.604574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a9c5d-3359-4278-987d-b1c22ad22fec req-a1d94903-36d8-4865-98a9-fac1a0e06489 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:00.606302 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1b0a9c5d-3359-4278-987d-b1c22ad22fec req-a1d94903-36d8-4865-98a9-fac1a0e06489 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0936081 Sep 23 17:51:00.670871 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1b0a9c5d-3359-4278-987d-b1c22ad22fec req-c18c15dc-6a3c-4ebb-894c-b2424791164f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Sep 23 17:51:00.731792 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-153b37fa-3056-41a9-b303-2be9150f702c None None] Provisioning complete for port 22c57417-4101-4176-af44-f3e7c80b7eac triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:51:00.732910 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-153b37fa-3056-41a9-b303-2be9150f702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:00.769727 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-153b37fa-3056-41a9-b303-2be9150f702c None None] Port 22c57417-4101-4176-af44-f3e7c80b7eac cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:51:00.982012 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8755aa-0aa2-44e5-aa7e-74f21d73b02b req-b31cdaca-39c2-4f7d-8835-ae574220b934 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:00.983482 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c8755aa-0aa2-44e5-aa7e-74f21d73b02b req-b31cdaca-39c2-4f7d-8835-ae574220b934 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0652947 Sep 23 17:51:01.030682 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c8755aa-0aa2-44e5-aa7e-74f21d73b02b req-2bbf7822-5e29-4328-828c-96cb3317720d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Sep 23 17:51:01.817938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02391b4d-031a-4cfd-8dce-fd9cae1b6a4c req-feaa9e96-bfd9-472b-8389-6b6cb389fb10 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:01.821133 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02391b4d-031a-4cfd-8dce-fd9cae1b6a4c req-feaa9e96-bfd9-472b-8389-6b6cb389fb10 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0602372 Sep 23 17:51:01.860844 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02391b4d-031a-4cfd-8dce-fd9cae1b6a4c req-566c23a2-8525-4a59-8112-a4807f34733a tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346961 Sep 23 17:51:02.145501 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f023620-559c-4122-a061-7817a370fdfe req-7357b62f-eab7-4e85-94a4-b593957ade2e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:02.147034 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f023620-559c-4122-a061-7817a370fdfe req-7357b62f-eab7-4e85-94a4-b593957ade2e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0500920 Sep 23 17:51:02.186930 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4f023620-559c-4122-a061-7817a370fdfe req-56ea90e1-f031-42a0-8ee3-b4f95493d063 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332785 Sep 23 17:51:02.984811 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8b0c3-d411-4f87-be62-abb7df312f3e req-4497b891-2933-4805-93f7-b059442e1672 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:02.986352 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bda8b0c3-d411-4f87-be62-abb7df312f3e req-4497b891-2933-4805-93f7-b059442e1672 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0509620 Sep 23 17:51:03.021334 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38284) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:03.030900 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bda8b0c3-d411-4f87-be62-abb7df312f3e req-9670c37b-7c98-4497-802f-1288bb7fc685 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385306 Sep 23 17:51:03.131339 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5459bc1c-2c0f-459c-8a8e-a4a30da07ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.251238 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5459bc1c-2c0f-459c-8a8e-a4a30da07ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.261342 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5459bc1c-2c0f-459c-8a8e-a4a30da07ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.314639 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459bc1c-2c0f-459c-8a8e-a4a30da07ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839f526-09d4-414e-891e-43931fe2aff6,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:03.324872 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-5459bc1c-2c0f-459c-8a8e-a4a30da07ec8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed0aa29872a0499298eae91f9035dd55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023412 Sep 23 17:51:03.329226 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38290) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:03.342869 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4ced-e5bb-455e-b803-a427fd8a541b req-346f2d2b-3b5f-4311-bc54-c6968ffbdae2 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:03.344372 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37ce4ced-e5bb-455e-b803-a427fd8a541b req-346f2d2b-3b5f-4311-bc54-c6968ffbdae2 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0712864 Sep 23 17:51:03.382944 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.389076 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37ce4ced-e5bb-455e-b803-a427fd8a541b req-865e0fdc-888b-4766-8e10-96723a0afd0f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348186 Sep 23 17:51:03.407661 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.457952 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.460543 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:03.461736 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b839f526-09d4-414e-891e-43931fe2aff6 HTTP/1.1" status: 204 len: 168 time: 0.1306958 Sep 23 17:51:03.470386 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75021cb6-074d-4675-81ce-d0c3e9cb077d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839f526-09d4-414e-891e-43931fe2aff6,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:04.161928 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e370f60-1345-4127-a622-815d03c9c03b req-9bd71408-4b96-4ff3-aa64-ed70e34e8d7f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:04.164299 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4e370f60-1345-4127-a622-815d03c9c03b req-9bd71408-4b96-4ff3-aa64-ed70e34e8d7f tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 945 time: 0.0631948 Sep 23 17:51:04.234513 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4e370f60-1345-4127-a622-815d03c9c03b req-5cdd9a60-2b59-41d5-87a8-9deb4fdbaef2 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577841 Sep 23 17:51:04.530848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a360f-3fe5-44d2-90de-59f0c5fbde22 req-45706191-b3c9-4a00-8be1-268292fb48cc tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:04.532624 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3e6a360f-3fe5-44d2-90de-59f0c5fbde22 req-45706191-b3c9-4a00-8be1-268292fb48cc tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0509248 Sep 23 17:51:04.586311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3e6a360f-3fe5-44d2-90de-59f0c5fbde22 req-126d6c6a-5bad-44d2-bf46-f587294eb95f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Sep 23 17:51:04.809936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 9100bc5a-414d-4143-89be-3a40ea27e56f no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:51:04.890963 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:04.914645 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:04.917687 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06ff85d3-aafa-4cd2-a902-bd47e70eb048" -d '{"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-unplugged", "status": "completed", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:04.935362 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:04.942015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:04.979245 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68a81b4-ab5d-44ec-8b50-b7171f04285f x-openstack-request-id: req-c68a81b4-ab5d-44ec-8b50-b7171f04285f {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:04.979970 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-unplugged", "status": "completed", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:04.982982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c68a81b4-ab5d-44ec-8b50-b7171f04285f {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:04.983568 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'code': 200} Sep 23 17:51:05.016705 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=6']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:05.191200 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1da053ea-8c68-4f4b-832e-fa6d92dc01b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:05.399590 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49002ed6-99d9-4c8b-870d-1767e6c50934 req-8f820332-4c6b-4975-8eae-e9fc78976d68 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:05.401610 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49002ed6-99d9-4c8b-870d-1767e6c50934 req-8f820332-4c6b-4975-8eae-e9fc78976d68 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0731647 Sep 23 17:51:05.443473 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49002ed6-99d9-4c8b-870d-1767e6c50934 req-6eeaa082-331a-4526-9eb8-f9b73271599d tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Sep 23 17:51:05.712749 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24441698-e1b9-45eb-8712-a16f73ed5ba0 req-dc9e28bd-5429-4059-aeb5-68810c83ab02 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:05.714642 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24441698-e1b9-45eb-8712-a16f73ed5ba0 req-dc9e28bd-5429-4059-aeb5-68810c83ab02 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0611217 Sep 23 17:51:05.762117 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24441698-e1b9-45eb-8712-a16f73ed5ba0 req-b09514ff-418e-4d3a-9eb4-7ba49acba1c2 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410454 Sep 23 17:51:06.501735 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:51:06.577638 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8556589-d4cc-4ba4-960d-e8f2c59e322c req-f5f91593-488a-426b-b609-78cf5a688dae tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:06.580302 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a8556589-d4cc-4ba4-960d-e8f2c59e322c req-f5f91593-488a-426b-b609-78cf5a688dae tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0662925 Sep 23 17:51:06.661325 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a8556589-d4cc-4ba4-960d-e8f2c59e322c req-3271a0fa-b266-4c7d-88b0-0466e271f36c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726154 Sep 23 17:51:06.890086 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a7ff21-c1db-46d3-9c0c-fb435a927a61 req-5a9efd06-edf9-494e-a0d6-b72548ab83f8 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:06.891627 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d9a7ff21-c1db-46d3-9c0c-fb435a927a61 req-5a9efd06-edf9-494e-a0d6-b72548ab83f8 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0503817 Sep 23 17:51:06.930524 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d9a7ff21-c1db-46d3-9c0c-fb435a927a61 req-40371f1d-124d-49bd-89f9-c9d9cc184a14 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Sep 23 17:51:07.777307 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781c59d-d623-4a27-be2e-b60dc4cd61f4 req-0b03be70-bebe-4e8c-aeb7-c9e1a9f4f3f6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:07.778752 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c781c59d-d623-4a27-be2e-b60dc4cd61f4 req-0b03be70-bebe-4e8c-aeb7-c9e1a9f4f3f6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0494678 Sep 23 17:51:07.814634 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5a521cc3-2d7f-48cc-91fd-1f938e9bd353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:07.816539 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c781c59d-d623-4a27-be2e-b60dc4cd61f4 req-a5027533-2ae7-4f16-9182-738667902659 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Sep 23 17:51:08.045671 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e6041-075c-4772-9697-c0cfd23393c9 req-a3842618-5b58-4310-afb5-ac8bddbc11ca tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:08.047079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-191e6041-075c-4772-9697-c0cfd23393c9 req-a3842618-5b58-4310-afb5-ac8bddbc11ca tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0486603 Sep 23 17:51:08.091053 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-191e6041-075c-4772-9697-c0cfd23393c9 req-b0980e55-0b10-4bd7-a1a4-cb163596daf5 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379438 Sep 23 17:51:08.271375 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:08.936715 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96077fe-2862-4410-8113-95f54211a6a4 req-a15809cb-c3de-4e1d-83a1-a1ae9bccc0fb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:08.938413 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b96077fe-2862-4410-8113-95f54211a6a4 req-a15809cb-c3de-4e1d-83a1-a1ae9bccc0fb tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0545180 Sep 23 17:51:08.939578 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:08.980964 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b96077fe-2862-4410-8113-95f54211a6a4 req-aa2cd9bf-cf99-409d-a352-271578bfdc07 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361204 Sep 23 17:51:09.210388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d3ac-ee9b-41a7-9183-874982c3f9ac req-58ef14b1-c2e7-4acb-9c1b-c28d3b3a0704 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:09.212572 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cb6d3ac-ee9b-41a7-9183-874982c3f9ac req-58ef14b1-c2e7-4acb-9c1b-c28d3b3a0704 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0530188 Sep 23 17:51:09.262146 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cb6d3ac-ee9b-41a7-9183-874982c3f9ac req-f2dffd3d-6d50-41b7-8765-23f15c23932c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Sep 23 17:51:10.098792 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985f8bc-42cd-4819-811d-ca9bea15c436 req-2c5e1e0f-0184-4352-aeaa-3e0115039ab1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:10.100367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2985f8bc-42cd-4819-811d-ca9bea15c436 req-2c5e1e0f-0184-4352-aeaa-3e0115039ab1 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0518887 Sep 23 17:51:10.144099 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2985f8bc-42cd-4819-811d-ca9bea15c436 req-fc0290d4-f87e-44e7-9124-e23ee55c5f3e tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371327 Sep 23 17:51:10.388131 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bd262-39d7-4e74-9a8e-1861be1fe2f8 req-625e826f-a77b-4a94-8945-f201eefaec27 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:10.389722 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a81bd262-39d7-4e74-9a8e-1861be1fe2f8 req-625e826f-a77b-4a94-8945-f201eefaec27 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0538564 Sep 23 17:51:10.427684 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a81bd262-39d7-4e74-9a8e-1861be1fe2f8 req-c57e1212-d5a5-4dd1-b5fc-a0b3659e9be0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318651 Sep 23 17:51:10.772255 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:11.287839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d97b48-ca35-4d35-9a92-2a99d8ae9ce6 req-f5dd3192-57fd-49f8-98a4-dcc75b1b9ede tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:11.289298 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4d97b48-ca35-4d35-9a92-2a99d8ae9ce6 req-f5dd3192-57fd-49f8-98a4-dcc75b1b9ede tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0520196 Sep 23 17:51:11.328988 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a4d97b48-ca35-4d35-9a92-2a99d8ae9ce6 req-7bedfd83-83d7-42e0-8fa3-91cd16e93861 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Sep 23 17:51:11.574952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc49e07-3076-45f6-8ae3-dd47428e8baa req-d7360a65-bc8a-40b8-bffa-39b9cda45632 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:11.576335 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3dc49e07-3076-45f6-8ae3-dd47428e8baa req-d7360a65-bc8a-40b8-bffa-39b9cda45632 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0548022 Sep 23 17:51:11.619587 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3dc49e07-3076-45f6-8ae3-dd47428e8baa req-b0a9cbb6-b7aa-4d25-86a4-6e84e5527fd6 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366340 Sep 23 17:51:12.444023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd769a0-b0a3-48b9-a3be-f8fa541ec3c0 req-da5996ec-9b1b-43e4-bc21-4ac0a794ed36 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:12.445534 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-afd769a0-b0a3-48b9-a3be-f8fa541ec3c0 req-da5996ec-9b1b-43e4-bc21-4ac0a794ed36 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0499663 Sep 23 17:51:12.491160 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-afd769a0-b0a3-48b9-a3be-f8fa541ec3c0 req-a832ea15-a775-41b1-aae6-2cb913009e83 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378110 Sep 23 17:51:12.744920 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae19c12-dec7-4487-bf42-fcc5a1bd2717 req-0cddb003-6dca-4bea-a6d7-0f63edaca232 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:12.746715 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3ae19c12-dec7-4487-bf42-fcc5a1bd2717 req-0cddb003-6dca-4bea-a6d7-0f63edaca232 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0597384 Sep 23 17:51:12.793755 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3ae19c12-dec7-4487-bf42-fcc5a1bd2717 req-f4deee6f-9412-45eb-aa2a-18cf4ab0d8bd tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409091 Sep 23 17:51:13.638309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dda375-3f77-4421-a3af-a0e0262e9077 req-0d9a56ce-94b1-46a7-972c-842e2f6d11f6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:13.639867 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f6dda375-3f77-4421-a3af-a0e0262e9077 req-0d9a56ce-94b1-46a7-972c-842e2f6d11f6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0791109 Sep 23 17:51:13.681610 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f6dda375-3f77-4421-a3af-a0e0262e9077 req-fe52489f-8325-44c2-bfb8-71dae2ba38d4 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357487 Sep 23 17:51:13.933782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3035e-d223-42be-81dd-da1aff9690b3 req-423a9fa3-3938-4c73-a202-8eb0fa411061 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:13.935606 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6fc3035e-d223-42be-81dd-da1aff9690b3 req-423a9fa3-3938-4c73-a202-8eb0fa411061 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0626924 Sep 23 17:51:13.983758 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6fc3035e-d223-42be-81dd-da1aff9690b3 req-b84dc84d-e62b-46ed-b5aa-4f4f3d8643fd tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417302 Sep 23 17:51:14.794517 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f323a98-073c-4c75-97f0-508c7ae145ea req-a3d9bfc2-f7f9-4bdc-a197-b79aaeaac346 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:14.795959 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f323a98-073c-4c75-97f0-508c7ae145ea req-a3d9bfc2-f7f9-4bdc-a197-b79aaeaac346 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0493381 Sep 23 17:51:14.834135 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f323a98-073c-4c75-97f0-508c7ae145ea req-4f0d5d5a-67b2-417f-8e7a-3c03826d905c tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322838 Sep 23 17:51:15.093793 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d2f7d-3618-4123-89f6-ee6ebb6e7070 req-3bf03ec3-2ee6-4dad-ac7a-6be712fb39dd tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:15.095242 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b22d2f7d-3618-4123-89f6-ee6ebb6e7070 req-3bf03ec3-2ee6-4dad-ac7a-6be712fb39dd tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 932 time: 0.0474896 Sep 23 17:51:15.135348 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b22d2f7d-3618-4123-89f6-ee6ebb6e7070 req-53bc3350-3963-4922-9d85-5ae2e35b64b6 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343149 Sep 23 17:51:15.187709 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Request body: {'port': {'device_id': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:15.268252 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:15.290585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-39df3ff1-eae9-434d-a7a2-6d3af254dac6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:15.292106 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-39df3ff1-eae9-434d-a7a2-6d3af254dac6 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 943 time: 0.0840256 Sep 23 17:51:15.536042 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Deleting port 9100bc5a-414d-4143-89be-3a40ea27e56f {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:51:15.536326 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:15.662841 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] For port 9100bc5a-414d-4143-89be-3a40ea27e56f, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=9100bc5a-414d-4143-89be-3a40ea27e56f,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:15.663204 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:15.695311 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Calling delete_port for 9100bc5a-414d-4143-89be-3a40ea27e56f owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:51:15.713722 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c57417-4101-4176-af44-f3e7c80b7eac {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:51:15.722871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:15.766299 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Transition to ACTIVE for port object 22c57417-4101-4176-af44-f3e7c80b7eac will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:51:15.776894 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:15.844785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:16.274717 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:16.326920 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Attempting to bind port 22c57417-4101-4176-af44-f3e7c80b7eac on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:51:16.327420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Attempting to bind port 22c57417-4101-4176-af44-f3e7c80b7eac by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:51:16.327610 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Attempting to bind port 22c57417-4101-4176-af44-f3e7c80b7eac on network 1551eec2-a5d6-4341-8281-6fed659d16c1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:51:16.329576 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Pushing event deleted for resources: {'Port': ['ID=9100bc5a-414d-4143-89be-3a40ea27e56f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:16.358526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0046ac-7f05-4138-bc2d-2b9ffecc9af7 req-c9c5466e-9bdb-457e-b326-c2d5979e1ed8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.360000 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1f0046ac-7f05-4138-bc2d-2b9ffecc9af7 req-c9c5466e-9bdb-457e-b326-c2d5979e1ed8 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf8eb89b-4bdd-4623-91bd-cfb19f5b2676 HTTP/1.1" status: 200 len: 865 time: 0.4378295 Sep 23 17:51:16.364885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Port 22c57417-4101-4176-af44-f3e7c80b7eac on network 1551eec2-a5d6-4341-8281-6fed659d16c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:51:16.365214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Attempting to bind port 22c57417-4101-4176-af44-f3e7c80b7eac on network 1551eec2-a5d6-4341-8281-6fed659d16c1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:51:16.396020 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] No DVR routers for this DVR port 9100bc5a-414d-4143-89be-3a40ea27e56f on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:51:16.398665 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:16.401408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fdb86d7f-ddb4-410f-b4d9-97043edf3d87 req-c7ad6637-cefb-4ad6-a5ae-0a09d6cbb553 tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.61 "DELETE /v2.0/ports/9100bc5a-414d-4143-89be-3a40ea27e56f HTTP/1.1" status: 204 len: 173 time: 1.0884566 Sep 23 17:51:16.403271 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-deleted', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:16.406188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43a592d-14e6-4607-8ae6-bbcfdf63b3ea" -d '{"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-deleted", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:16.417559 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4eeebf-d9d2-40b8-b1a1-fbed132372fa req-5b6e0fd8-827d-4001-887a-cf28ff4e08a6 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.420166 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b4eeebf-d9d2-40b8-b1a1-fbed132372fa req-5b6e0fd8-827d-4001-887a-cf28ff4e08a6 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.1945333 Sep 23 17:51:16.427987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:51:16.428329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Checking segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:51:16.428737 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Bound using segment: {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:51:16.429185 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Bound port: 22c57417-4101-4176-af44-f3e7c80b7eac, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:51:16.429542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:16.515461 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1f0046ac-7f05-4138-bc2d-2b9ffecc9af7 req-31befdf7-141a-460a-9794-01ff1957cdad tempest-ServerRescueNegativeTestJSON-466229155 tempest-ServerRescueNegativeTestJSON-466229155-project] 10.222.0.50 "GET /v2.0/security-groups?id=d4337e31-a75a-455f-bec3-2396867412e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463847 Sep 23 17:51:16.528099 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b4eeebf-d9d2-40b8-b1a1-fbed132372fa req-91d3d2b7-820d-4fcc-ba6c-2a3e4e8e9f40 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 Sep 23 17:51:16.558981 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:51:16.558981 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:51:16.566513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:16.596812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a555cbdf-cb5a-46ca-88a1-21f27c395d30 x-openstack-request-id: req-a555cbdf-cb5a-46ca-88a1-21f27c395d30 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:16.597100 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8eb89b-4bdd-4623-91bd-cfb19f5b2676", "name": "network-vif-deleted", "tag": "9100bc5a-414d-4143-89be-3a40ea27e56f", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:16.597352 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a555cbdf-cb5a-46ca-88a1-21f27c395d30 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:16.597737 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8eb89b-4bdd-4623-91bd-cfb19f5b2676', 'name': 'network-vif-deleted', 'tag': '9100bc5a-414d-4143-89be-3a40ea27e56f', 'status': 'completed', 'code': 200} Sep 23 17:51:16.606813 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.607415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:16.609198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] 10.222.0.61 "PUT /v2.0/ports/22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1094 time: 1.4256067 Sep 23 17:51:16.637304 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a06843-2296-4801-a389-6fd638d34105 service neutron] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:16.705817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b2b45d2c-33fc-413d-8280-76dae9bf46a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.707338 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b2b45d2c-33fc-413d-8280-76dae9bf46a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1097 time: 0.0477746 Sep 23 17:51:16.758956 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-03a55046-9592-4c41-85b2-72b9befec129 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 217 time: 0.0387864 Sep 23 17:51:16.811692 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-e14243af-0f64-4859-9364-8f8d85f9599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.813196 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-e14243af-0f64-4859-9364-8f8d85f9599f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0459266 Sep 23 17:51:16.867364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-349d0fc0-f33c-4988-add3-8fe86379d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:16.872032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-349d0fc0-f33c-4988-add3-8fe86379d4e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454330 Sep 23 17:51:16.964168 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-b2ef9587-d447-4ab0-85f4-21ad4c2270fd service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850132 Sep 23 17:51:17.581781 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38458) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:17.713411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60444f-55f7-4897-99ca-2702d5926c60 req-58594914-be58-4cd1-b5bf-c933d900e39e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:17.714885 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fa60444f-55f7-4897-99ca-2702d5926c60 req-58594914-be58-4cd1-b5bf-c933d900e39e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.0914745 Sep 23 17:51:17.814556 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fa60444f-55f7-4897-99ca-2702d5926c60 req-d23b2607-2ddc-413e-bffd-ce5d5d094139 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936654 Sep 23 17:51:18.049788 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:18.332306 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Deleting port db3ede89-0b69-4382-8528-499150fd34f0 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:51:18.332641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:18.409684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] For port db3ede89-0b69-4382-8528-499150fd34f0, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=db3ede89-0b69-4382-8528-499150fd34f0,segment=NetworkSegment(ff779e28-d28e-46e4-aab3-a1aa6e429e24),segment_id=ff779e28-d28e-46e4-aab3-a1aa6e429e24)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:18.410155 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:18.421958 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Calling delete_port for db3ede89-0b69-4382-8528-499150fd34f0 owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:51:18.597248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:18.600197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:18.603355 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b648470-37b3-4543-a71f-9d95ce27f9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:18.629121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3ede89-0b69-4382-8528-499150fd34f0,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:18.641267 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759062c8-c4fa-4ebd-8c8a-69d480f8f5fd x-openstack-request-id: req-759062c8-c4fa-4ebd-8c8a-69d480f8f5fd {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:18.641553 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:18.641797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-759062c8-c4fa-4ebd-8c8a-69d480f8f5fd {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:18.642178 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:51:18.794046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:19.015304 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d591a-ba48-4610-a5fc-b993837d7fb6 req-61cd3440-e646-4a1d-8ddd-487b2828d78a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:19.016834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-961d591a-ba48-4610-a5fc-b993837d7fb6 req-61cd3440-e646-4a1d-8ddd-487b2828d78a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.1320398 Sep 23 17:51:19.099405 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29884731-476c-4c7c-9e51-abae6980ddb3 req-4e5c2c37-6271-491e-b366-e29a2e7287d0 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241685 Sep 23 17:51:19.127038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-961d591a-ba48-4610-a5fc-b993837d7fb6 req-8690c663-de42-4519-8f13-138fe7c8f5eb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025484 Sep 23 17:51:19.159327 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Router 3cdd2378-3d03-4728-b25e-0156193e2e4c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:51:19.268225 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:51:19.277094 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5d126b3a-75ac-4c6e-8a3b-99a569e47520 admin admin] 10.222.0.50 "PUT /v2.0/routers/3cdd2378-3d03-4728-b25e-0156193e2e4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905210 Sep 23 17:51:19.277094 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38468) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:19.278412 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Sync routers for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:51:19.288285 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:51:19.288930 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:19.398952 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:51:19.588101 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:51:18Z', 'revision_number': 5, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:19.614587 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Checking router: 3cdd2378-3d03-4728-b25e-0156193e2e4c for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:51:19.623626 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Routers {'3cdd2378-3d03-4728-b25e-0156193e2e4c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:51:19.624238 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cdd2378-3d03-4728-b25e-0156193e2e4c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:19.634490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks [] for router, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:19.728974 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] Set router 3cdd2378-3d03-4728-b25e-0156193e2e4c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:51:19.747358 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:19.804365 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Deleting port 9a9adb70-dad6-4540-82f1-96e95b74cc50 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:51:19.804725 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:19.891917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] For port 9a9adb70-dad6-4540-82f1-96e95b74cc50, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=9a9adb70-dad6-4540-82f1-96e95b74cc50,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:19.892609 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:19.908029 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Calling delete_port for 9a9adb70-dad6-4540-82f1-96e95b74cc50 owned by network:router_gateway {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:51:19.916934 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:51:18Z', 'revision_number': 5, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:19.948060 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41324b11-9e47-44d9-8a97-c53101c12855 None None] The sync data for ids ['3cdd2378-3d03-4728-b25e-0156193e2e4c'] in dv-cinder-810729-1-iscsi is: [{'id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'name': 'tempest-ServerRescueNegativeTestJSON-544424531-router', 'tenant_id': 'bfbd7d697e134d53855d315e8eab1b86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:13Z', 'updated_at': '2021-09-23T17:51:18Z', 'revision_number': 5, 'project_id': 'bfbd7d697e134d53855d315e8eab1b86', 'gw_port': {'id': '9a9adb70-dad6-4540-82f1-96e95b74cc50', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:10:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd2378-3d03-4728-b25e-0156193e2e4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:51:20.090436 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-7585a7f3-8504-4ea8-8e6d-9248f0cfb08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.091940 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-7585a7f3-8504-4ea8-8e6d-9248f0cfb08a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1097 time: 0.1282063 Sep 23 17:51:20.096235 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-72bb9985-2c5e-44a7-a8cb-bb3f304919f9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1310642 Sep 23 17:51:20.296918 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-eb5bc901-7035-4c03-b9a5-10dc66a621ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.297627 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-eb5bc901-7035-4c03-b9a5-10dc66a621ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 1099 time: 0.1713948 Sep 23 17:51:20.304039 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-4929dbc7-49d8-4c7e-b391-5dc25594850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.305571 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-4929dbc7-49d8-4c7e-b391-5dc25594850f service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.2000008 Sep 23 17:51:20.326747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.372311 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device db3ede89-0b69-4382-8528-499150fd34f0 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:51:20.379312 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e042d-ebdb-43c6-a68e-d34afaa38e02 req-bf12017e-c854-4671-9c4a-091a742fbf65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.380897 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa0e042d-ebdb-43c6-a68e-d34afaa38e02 req-bf12017e-c854-4671-9c4a-091a742fbf65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.1752155 Sep 23 17:51:20.387390 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-23f79f70-2465-48ab-84d8-5bd7ca56b582 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 217 time: 0.0721312 Sep 23 17:51:20.395768 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: db3ede89-0b69-4382-8528-499150fd34f0 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:51:20.396099 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device db3ede89-0b69-4382-8528-499150fd34f0 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:51:20.431675 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Pushing event deleted for resources: {'Port': ['ID=9a9adb70-dad6-4540-82f1-96e95b74cc50,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:20.519848 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.585088 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-bba20bd4-2d98-4dd1-9490-b60bc6b52564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.586557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-bba20bd4-2d98-4dd1-9490-b60bc6b52564 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.1718528 Sep 23 17:51:20.615072 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa0e042d-ebdb-43c6-a68e-d34afaa38e02 req-1cdc7836-4d0b-48fe-85ab-bab490d8a620 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980906 Sep 23 17:51:20.621782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.715309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-c31dc090-f367-4203-8ead-b9c522032e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.716853 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-c31dc090-f367-4203-8ead-b9c522032e9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.3878515 Sep 23 17:51:20.764955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.794510 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.811907 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-b349a47d-88f7-4a1e-83af-996ae1a9184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:20.812821 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-b349a47d-88f7-4a1e-83af-996ae1a9184e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2133319 Sep 23 17:51:20.906663 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.907199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdd2378-3d03-4728-b25e-0156193e2e4c {{(pid=100772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:51:20.917511 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-0c0e3979-2bb2-4c8d-a2be-b20992d95699 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 200 len: 1001 time: 0.1650851 Sep 23 17:51:20.920370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:20.923890 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f3657b68-1369-42ac-a396-5f2e8d60458c admin admin] 10.222.0.50 "DELETE /v2.0/routers/3cdd2378-3d03-4728-b25e-0156193e2e4c HTTP/1.1" status: 204 len: 168 time: 1.6441605 Sep 23 17:51:20.924854 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38486) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:20.989490 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Deleting subnet 8938f635-8bcd-4ce2-8934-1909d747074f {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:51:20.994644 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.017482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-a3b53f21-3e88-4ffe-83dc-21df66c725b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:21.019013 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-a3b53f21-3e88-4ffe-83dc-21df66c725b4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0922146 Sep 23 17:51:21.050782 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.061358 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-9bdef20a-4093-4e5a-82c1-35bc92477b8d service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935892 Sep 23 17:51:21.100064 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.100979 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-2c5a0a5c-9a17-438a-9ce0-c25c72a9f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:21.103329 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-2c5a0a5c-9a17-438a-9ce0-c25c72a9f961 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732927 Sep 23 17:51:21.157532 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.185348 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8938f635-8bcd-4ce2-8934-1909d747074f,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:21.190421 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.194764 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-4cabe5c2-d84a-46e9-967b-ea3bc62cb5e8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8938f635-8bcd-4ce2-8934-1909d747074f HTTP/1.1" status: 204 len: 168 time: 0.2665286 Sep 23 17:51:21.194887 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38490) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:21.242048 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b648470-37b3-4543-a71f-9d95ce27f9d0 req-f68ce242-fdd7-4f63-a717-7be4b0298767 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683023 Sep 23 17:51:21.257737 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-521925d1-3b4a-4f71-a43e-e64184766f39 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464837 Sep 23 17:51:21.272565 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.354478 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.363354 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8ddd14e-693f-402b-9f52-4143b6dc65a5 req-0cc71927-1e73-4e9d-b28d-178aac6cc2a9 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946827 Sep 23 17:51:21.377170 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e0f076-0f92-4ac2-bf0f-c14a845eeff0']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:21.388215 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff779e28-d28e-46e4-aab3-a1aa6e429e24') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:21.388508 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff779e28-d28e-46e4-aab3-a1aa6e429e24') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:21.398445 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.417914 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.434103 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:51:21.434506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:51:21.436550 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:51:21.498474 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.503974 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.505876 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c2e0f076-0f92-4ac2-bf0f-c14a845eeff0 HTTP/1.1" status: 204 len: 168 time: 0.3101532 Sep 23 17:51:21.525566 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdd188-97c4-4ec4-876c-6538328bad78 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e0f076-0f92-4ac2-bf0f-c14a845eeff0,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:21.683832 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38496) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:21.726652 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f34422d4-d828-46bb-a981-07c3294e8558 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfbd7d697e134d53855d315e8eab1b86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415697 Sep 23 17:51:21.729880 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38498) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:21.744747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3c93d-2586-4e26-a89d-a330a27f8c14 req-12d0b92b-57b5-4296-8c29-5936404bc28e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:21.746281 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5ac3c93d-2586-4e26-a89d-a330a27f8c14 req-12d0b92b-57b5-4296-8c29-5936404bc28e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.0520115 Sep 23 17:51:21.780326 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.784519 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5ac3c93d-2586-4e26-a89d-a330a27f8c14 req-36988a59-b8ce-4881-a389-746207ed9b4f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322919 Sep 23 17:51:21.803442 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.857840 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.861049 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:21.862229 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d4337e31-a75a-455f-bec3-2396867412e7 HTTP/1.1" status: 204 len: 168 time: 0.1314247 Sep 23 17:51:21.871019 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1705b38-6847-4fa8-b5eb-bf6e18a6a446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4337e31-a75a-455f-bec3-2396867412e7,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:22.292752 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 9a9adb70-dad6-4540-82f1-96e95b74cc50 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:51:22.327570 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 9a9adb70-dad6-4540-82f1-96e95b74cc50 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:51:22.328056 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 9a9adb70-dad6-4540-82f1-96e95b74cc50 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:51:22.901522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5401-210f-4a5e-be09-ba7044307b76 req-cbedfede-33e9-4924-99ba-407f5a05b6c9 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:22.903118 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b6f5401-210f-4a5e-be09-ba7044307b76 req-cbedfede-33e9-4924-99ba-407f5a05b6c9 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 944 time: 0.0515342 Sep 23 17:51:22.946423 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b6f5401-210f-4a5e-be09-ba7044307b76 req-07a2b952-233b-4465-b217-b0f55934db30 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Sep 23 17:51:23.595023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 22c57417-4101-4176-af44-f3e7c80b7eac details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:51:23.695201 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:23.706852 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '22c57417-4101-4176-af44-f3e7c80b7eac', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'port_id': '22c57417-4101-4176-af44-f3e7c80b7eac', 'mac_address': 'fa:16:3e:61:ea:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:51:23.748990 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:23.764016 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c57417-4101-4176-af44-f3e7c80b7eac {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:51:23.783672 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:23.787565 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:23.833908 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:24.070395 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658cffb-b4c0-4452-917a-c622d20b5cc2 req-2dbe03ae-e066-4d9a-ba49-a08479ee97c7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:24.072522 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7658cffb-b4c0-4452-917a-c622d20b5cc2 req-2dbe03ae-e066-4d9a-ba49-a08479ee97c7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Sep 23 17:51:24.111271 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7658cffb-b4c0-4452-917a-c622d20b5cc2 req-64e97df9-e72e-470a-a27a-01292ce2c41f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328586 Sep 23 17:51:25.227139 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5099070-2a8e-4ecc-8ecd-9764b8e83c17 req-49400963-7a75-4fc9-9b82-6669a51a443c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:25.229398 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a5099070-2a8e-4ecc-8ecd-9764b8e83c17 req-49400963-7a75-4fc9-9b82-6669a51a443c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Sep 23 17:51:25.268570 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a5099070-2a8e-4ecc-8ecd-9764b8e83c17 req-563d8f75-9e33-41fe-b51d-06eea4e513e6 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334070 Sep 23 17:51:25.782152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:51:26.392487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024e989-0aaa-4113-8f18-2f0223ec1797 req-b8192e85-8a1a-4076-82b5-b5ddfdf4d1df tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:26.394047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f024e989-0aaa-4113-8f18-2f0223ec1797 req-b8192e85-8a1a-4076-82b5-b5ddfdf4d1df tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Sep 23 17:51:26.442262 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f024e989-0aaa-4113-8f18-2f0223ec1797 req-3e60223d-b3c9-45ab-8a55-07036cc43db1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390058 Sep 23 17:51:27.563582 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647e718-09ad-4316-8fe6-da4025b7b665 req-210ddc6b-df84-4ddc-a0cb-f77ed89588ac tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:27.565099 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3647e718-09ad-4316-8fe6-da4025b7b665 req-210ddc6b-df84-4ddc-a0cb-f77ed89588ac tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Sep 23 17:51:27.625128 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 22c57417-4101-4176-af44-f3e7c80b7eac up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:51:27.685543 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 22c57417-4101-4176-af44-f3e7c80b7eac completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:51:27.690497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 22c57417-4101-4176-af44-f3e7c80b7eac triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:51:27.690885 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:27.778062 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:27.806995 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:27.808463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d61c15-06f1-40e7-87d4-67c45481d174" -d '{"events": [{"server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "name": "network-vif-plugged", "status": "completed", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:27.822900 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:27.828556 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:27.860153 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c7562-bd8a-412a-8b6e-ccd3fe8b17e8 x-openstack-request-id: req-4c7c7562-bd8a-412a-8b6e-ccd3fe8b17e8 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:27.860456 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "name": "network-vif-plugged", "status": "completed", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:27.860732 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c7c7562-bd8a-412a-8b6e-ccd3fe8b17e8 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:27.861130 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'code': 200} Sep 23 17:51:27.864153 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3647e718-09ad-4316-8fe6-da4025b7b665 req-7f36aba3-ae2a-40cf-ae38-f745d198fe70 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931993 Sep 23 17:51:27.884789 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:28.982533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7262d7-e79e-4eb5-b757-910299825d00 req-86a22648-af3d-470f-a83e-0900eff4c612 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:28.984093 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bd7262d7-e79e-4eb5-b757-910299825d00 req-86a22648-af3d-470f-a83e-0900eff4c612 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0516067 Sep 23 17:51:29.022885 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bd7262d7-e79e-4eb5-b757-910299825d00 req-19dee76d-2b12-4137-9918-fbf730dfc6ef tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Sep 23 17:51:29.609621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7d9de-7e09-48ec-83ea-2a01ed50d680 req-4cf38d8b-8afc-44c4-bbe3-5e942af91f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:29.611120 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ed7d9de-7e09-48ec-83ea-2a01ed50d680 req-4cf38d8b-8afc-44c4-bbe3-5e942af91f8c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1099 time: 0.0416777 Sep 23 17:51:29.650575 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ed7d9de-7e09-48ec-83ea-2a01ed50d680 req-05a70912-7b12-4af9-9bdf-3182e7df63ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283852 Sep 23 17:51:30.143019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f71449-91bf-4c01-acbe-a73b3d1b096f req-82a5dd73-9a4b-4866-96b4-f27ea9979c62 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:30.144417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f5f71449-91bf-4c01-acbe-a73b3d1b096f req-82a5dd73-9a4b-4866-96b4-f27ea9979c62 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0524094 Sep 23 17:51:30.183873 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f5f71449-91bf-4c01-acbe-a73b3d1b096f req-d43d7803-6d8f-4847-9743-eab538042b37 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Sep 23 17:51:31.303128 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b7eef-8513-46f5-9bd3-8e4ad41728ee req-dabc1cbb-fbda-4b18-b60e-e54bc4199b20 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:31.304647 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b9b7eef-8513-46f5-9bd3-8e4ad41728ee req-dabc1cbb-fbda-4b18-b60e-e54bc4199b20 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0499725 Sep 23 17:51:31.344154 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8b9b7eef-8513-46f5-9bd3-8e4ad41728ee req-02d84c8a-c5d2-4375-ac81-11314809c76e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Sep 23 17:51:31.459908 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5a958-ce27-4073-9fef-449e96013f6a req-f2989c7e-78c4-43de-b87a-56ca537e644a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:31.461579 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e0c5a958-ce27-4073-9fef-449e96013f6a req-f2989c7e-78c4-43de-b87a-56ca537e644a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0507264 Sep 23 17:51:31.502943 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e0c5a958-ce27-4073-9fef-449e96013f6a req-054f6582-14c0-43d5-9ef8-68a380f20167 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Sep 23 17:51:31.836927 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a271134-ab96-4556-a0e9-a5ff08a2e5ec req-38c25bbc-b2f8-46e7-a5b9-261d1100c01c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:31.838609 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7a271134-ab96-4556-a0e9-a5ff08a2e5ec req-38c25bbc-b2f8-46e7-a5b9-261d1100c01c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0568409 Sep 23 17:51:31.877041 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7a271134-ab96-4556-a0e9-a5ff08a2e5ec req-b65b9fa4-0446-4b84-bb56-94c27fdd5ed4 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 23 17:51:35.192463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a308e389-3380-4c1e-9ffe-44e0cdbb7b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.244791 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38798) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:37.371007 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.464612 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.469001 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.506264 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa025df-7ad2-42af-951d-6cd1e65e7769,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:37.511689 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a87b69b2feb40a688dfc62f7e6922c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658703 Sep 23 17:51:37.514551 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38802) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:37.516458 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.516848 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.517186 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.517515 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.517841 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.518167 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.518489 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.518817 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.519137 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.519453 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.519767 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.520078 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36fbb-15bd-4343-82e7-2f88f7d7c2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.569289 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.591579 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.642388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.644923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.646091 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1fa025df-7ad2-42af-951d-6cd1e65e7769 HTTP/1.1" status: 204 len: 168 time: 0.1304677 Sep 23 17:51:37.654891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa025df-7ad2-42af-951d-6cd1e65e7769,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:37.662152 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.662499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.663440 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.663777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.664103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.664435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.664783 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.665111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.665609 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.665795 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.666116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.666433 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5c6b37-9564-4ec8-8730-ae22b0ca6e3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:51:37.818372 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5ed80b16-50ba-48dd-bb35-42503c539ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:37.945414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38814) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:37.960285 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-96c6e597-f629-4c1d-8567-2ec5fecffeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.063285 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-96c6e597-f629-4c1d-8567-2ec5fecffeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.067065 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-96c6e597-f629-4c1d-8567-2ec5fecffeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.109667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-96c6e597-f629-4c1d-8567-2ec5fecffeb1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5f4169eff98b417a9fd1a5d47bfe6320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629860 Sep 23 17:51:38.110599 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6e597-f629-4c1d-8567-2ec5fecffeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b273ccc1-82c6-4817-9dd1-dfeac3a43e7f,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:38.112350 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38816) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:38.164259 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.188400 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.234313 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.236920 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.238110 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b273ccc1-82c6-4817-9dd1-dfeac3a43e7f HTTP/1.1" status: 204 len: 168 time: 0.1241591 Sep 23 17:51:38.246508 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e1c18-bdb4-4378-a01d-b5b5e1d5627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b273ccc1-82c6-4817-9dd1-dfeac3a43e7f,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:38.278153 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.936784 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:38.980973 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38848) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:39.126320 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-169cfc8e-046c-4d1c-bcd6-be95687fa8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.235047 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-169cfc8e-046c-4d1c-bcd6-be95687fa8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.241056 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-169cfc8e-046c-4d1c-bcd6-be95687fa8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.282992 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-169cfc8e-046c-4d1c-bcd6-be95687fa8c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7600c223ffa24276b78ab7e9905d641d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993088 Sep 23 17:51:39.283687 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38860) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:39.289147 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cfc8e-046c-4d1c-bcd6-be95687fa8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d095aea9-9c62-4085-8e51-40c2daceb1ab,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:39.340944 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.365656 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.427255 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.430117 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.434504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d095aea9-9c62-4085-8e51-40c2daceb1ab HTTP/1.1" status: 204 len: 168 time: 0.1469486 Sep 23 17:51:39.442121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5185-892f-416e-b8b9-8c446786d90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d095aea9-9c62-4085-8e51-40c2daceb1ab,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:39.782629 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38876) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:39.797122 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14b321cb-e3c6-459d-a3c4-9cb47a81c5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.887054 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14b321cb-e3c6-459d-a3c4-9cb47a81c5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.891108 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-14b321cb-e3c6-459d-a3c4-9cb47a81c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:39.930066 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-14b321cb-e3c6-459d-a3c4-9cb47a81c5f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb27963de32240cd8797e5751b2b6f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463511 Sep 23 17:51:39.930901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b321cb-e3c6-459d-a3c4-9cb47a81c5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17646ad-e8a3-4953-871f-be8b93563a71,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:39.933707 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38882) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:39.991288 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:40.012296 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:40.057940 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:40.060540 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:40.061719 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c17646ad-e8a3-4953-871f-be8b93563a71 HTTP/1.1" status: 204 len: 168 time: 0.1270392 Sep 23 17:51:40.069964 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2094ef-2153-4fe9-a835-4535134710a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17646ad-e8a3-4953-871f-be8b93563a71,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:40.765910 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.148987 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 38918) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:41.255178 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-822d4c95-6b71-43b2-a5fc-c4acd7dfa5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.360901 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-822d4c95-6b71-43b2-a5fc-c4acd7dfa5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.365072 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-822d4c95-6b71-43b2-a5fc-c4acd7dfa5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.401005 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-822d4c95-6b71-43b2-a5fc-c4acd7dfa5a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef8d2a2c21f64ff7808f64fa6ebc792b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509062 Sep 23 17:51:41.403987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 38934) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:41.410169 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822d4c95-6b71-43b2-a5fc-c4acd7dfa5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64876c6-0052-4bec-a0e0-d32dd7c2c016,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:41.461116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.483667 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.530082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.532573 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:41.533890 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d64876c6-0052-4bec-a0e0-d32dd7c2c016 HTTP/1.1" status: 204 len: 168 time: 0.1283500 Sep 23 17:51:41.546567 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8f326-0842-4397-8962-feb96dfbd9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64876c6-0052-4bec-a0e0-d32dd7c2c016,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:43.501548 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:51:43.508818 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39010) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:43.617637 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f5113a0f-68b3-451d-8906-d24996f7ab99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.748768 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eda63-39eb-4370-8ec4-b7216fbd6cfa req-2330b5e1-0b39-4143-91b8-589d26b245e0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:43.750300 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c30eda63-39eb-4370-8ec4-b7216fbd6cfa req-2330b5e1-0b39-4143-91b8-589d26b245e0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0734599 Sep 23 17:51:43.760324 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f5113a0f-68b3-451d-8906-d24996f7ab99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.769504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f5113a0f-68b3-451d-8906-d24996f7ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.826807 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5113a0f-68b3-451d-8906-d24996f7ab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83464d53-f184-4893-ab36-f81a6f5f7e40,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:43.835788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f5113a0f-68b3-451d-8906-d24996f7ab99 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6fbd2aa6ba2e4257b30d39e7a8a5f5cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3257658 Sep 23 17:51:43.836153 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39028) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:43.840732 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c30eda63-39eb-4370-8ec4-b7216fbd6cfa req-4540dcba-df32-4bc5-8496-d3702bff5747 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825453 Sep 23 17:51:43.863469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39030) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:43.897051 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.922818 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.987846 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.990520 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:43.991877 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/83464d53-f184-4893-ab36-f81a6f5f7e40 HTTP/1.1" status: 204 len: 168 time: 0.1527441 Sep 23 17:51:44.000739 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48794b2c-aac2-4819-8e84-bb1e1a575dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83464d53-f184-4893-ab36-f81a6f5f7e40,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:44.032623 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc4903-8fe6-4e67-ac8f-42935d6146df tempest-TestMinimumBasicScenario-248934816 tempest-TestMinimumBasicScenario-248934816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:44.034538 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-25dc4903-8fe6-4e67-ac8f-42935d6146df tempest-TestMinimumBasicScenario-248934816 tempest-TestMinimumBasicScenario-248934816-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1094 time: 0.1697001 Sep 23 17:51:44.037494 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39046) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:44.043064 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'port_id': '22c57417-4101-4176-af44-f3e7c80b7eac', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:44.066895 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for floatingip, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.191454 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.317061 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39062) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:44.322187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Allocated IP 172.27.2.103 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/eb9f84b1-07f7-415d-9c64-bf7dc2015d45) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:51:44.332343 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9c7048f-270c-4ec2-b106-3e70ec7282ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.437839 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9c7048f-270c-4ec2-b106-3e70ec7282ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.442156 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f9c7048f-270c-4ec2-b106-3e70ec7282ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.445506 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.480283 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.485225 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f9c7048f-270c-4ec2-b106-3e70ec7282ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=406b9c70829d4d5fba9725e4c6304601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669271 Sep 23 17:51:44.486085 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39064) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:44.486941 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7048f-270c-4ec2-b106-3e70ec7282ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f67a6-bf09-41c4-93a0-422b419fb8da,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:44.525792 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:51:44.530525 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:51:44.533154 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:51:44.545979 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.568042 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.568713 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'Port': ['ID=eb9f84b1-07f7-415d-9c64-bf7dc2015d45,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:44.619984 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.623008 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.624203 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/610f67a6-bf09-41c4-93a0-422b419fb8da HTTP/1.1" status: 204 len: 168 time: 0.1343279 Sep 23 17:51:44.632255 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69595e05-417c-4b2d-baa6-8126b1a0183b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f67a6-bf09-41c4-93a0-422b419fb8da,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:44.906015 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:44.974672 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.147999 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.154933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.233867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'Port': ['ID=eb9f84b1-07f7-415d-9c64-bf7dc2015d45,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:45.242301 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.345352 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Floating IP 0cb9904f-f0ee-46f4-ad43-aba065f40fe0 associated. External IP: 172.27.2.103, port: 22c57417-4101-4176-af44-f3e7c80b7eac. Sep 23 17:51:45.596698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:51:45.743471 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:51:45.764763 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Sync routers for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:51:45.771411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.774974 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:51:45.775627 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:45.820307 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-17fd2f10-7ae2-45fe-a5ce-233015efcd6a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7814744 Sep 23 17:51:45.821382 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39102) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:45.826582 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:45.829532 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5890ab1d-19a5-4051-b5a2-164ebfbb5608" -d '{"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:45.839757 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39106) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:45.841087 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-122082896', 'description': 'tempest-secgroup-smoke-122082896 description', 'project_id': '0f814fdc504147118afda9f7f7ac559c'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:45.877360 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:45.903667 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fe3859-5d60-4e46-ae24-365a1b0e627e x-openstack-request-id: req-d2fe3859-5d60-4e46-ae24-365a1b0e627e {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:45.904107 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:45.904493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2fe3859-5d60-4e46-ae24-365a1b0e627e {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:45.905164 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:51:45.967189 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:51:46.064135 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-58d1a7ae-f325-4446-8cd3-ffce945ffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:46.065910 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-58d1a7ae-f325-4446-8cd3-ffce945ffbc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1099 time: 0.1084712 Sep 23 17:51:46.075476 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.086369 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.142350 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.146609 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3103364 Sep 23 17:51:46.161180 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39118) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:46.166914 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:46.171350 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-41edaa8b-6fe7-4cca-af7a-142e768750fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.176193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc879de-e793-4784-875c-aab21943d048 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc7c4ca-855f-4311-b1e7-5c462043496a,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:46.218364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-ff739acb-9b4d-448a-97eb-c080070af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:46.220359 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-ff739acb-9b4d-448a-97eb-c080070af7d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.1435325 Sep 23 17:51:46.276568 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-41edaa8b-6fe7-4cca-af7a-142e768750fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.285330 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-41edaa8b-6fe7-4cca-af7a-142e768750fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.323354 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edaa8b-6fe7-4cca-af7a-142e768750fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7cd3c8-5a25-45e2-94c8-7c13f13e7c93,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:46.335237 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-a38a1314-2df1-473b-88bd-3dfc31b3c08d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1000 time: 0.0956049 Sep 23 17:51:46.356441 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-41edaa8b-6fe7-4cca-af7a-142e768750fd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7f633c3722147568ac1a63dbd2e87a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149865 Sep 23 17:51:46.359968 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39128) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:46.385786 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.436546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-7b4636d5-3b09-43db-b164-f5ec40239b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:46.442806 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-7b4636d5-3b09-43db-b164-f5ec40239b64 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0983300 Sep 23 17:51:46.461385 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '0cb9904f-f0ee-46f4-ad43-aba065f40fe0', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'port_id': '22c57417-4101-4176-af44-f3e7c80b7eac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'mac_address': 'fa:16:3e:61:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:51:44Z', 'updated_at': '2021-09-23T17:51:44Z', 'revision_number': 0, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:46.472050 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.501452 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Checking router: b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:51:46.528332 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.529268 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:51:46.532593 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:46.543040 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.556632 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-6af2e1a8-032b-428f-9639-0fc4476218a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:46.558490 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-6af2e1a8-032b-428f-9639-0fc4476218a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012645 Sep 23 17:51:46.558872 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.627467 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d302e6-b0a3-4ff1-893c-ec79ab1f78d2,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:46.637175 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.642019 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b77aa61e-6f3d-4e55-8ec9-bca37fddc865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4795227 Sep 23 17:51:46.644341 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39154) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:46.648328 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:46.682730 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.686916 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.689030 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/be7cd3c8-5a25-45e2-94c8-7c13f13e7c93 HTTP/1.1" status: 204 len: 168 time: 0.3280685 Sep 23 17:51:46.693080 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.718139 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43becfad-c472-4188-bb37-983984efa24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7cd3c8-5a25-45e2-94c8-7c13f13e7c93,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:46.738123 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-61514766-ade1-4252-96b5-e020b33faa08 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611500 Sep 23 17:51:46.786387 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:51:46.791008 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.802314 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.820628 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7be4f8-204a-4139-94bf-33922aa6c03e,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:46.831875 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.833801 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-890a34a1-b00b-4c65-b95d-97dda0f77448 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1888173 Sep 23 17:51:46.836476 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39164) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:46.843311 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:46.878227 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.892908 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5890ab1d-19a5-4051-b5a2-164ebfbb5608 req-b2630a37-f9bb-40b2-b956-8fa44b147619 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457076 Sep 23 17:51:46.955967 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.960468 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:46.998632 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0bd330-f86f-4a04-8e58-88b4bd5b9926,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.012014 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.013996 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1789f80c-1ad4-444f-a9a7-30f1336eb208 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1744661 Sep 23 17:51:47.017254 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39170) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:47.022886 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:47.059205 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.075302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39174) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:47.137425 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.144114 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.167177 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f255f1c0-82da-4b20-8c70-ce43d8df6e80,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.175632 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.177243 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-54f923a4-1dbe-48c1-b72e-9e89a1019117 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583385 Sep 23 17:51:47.179871 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39182) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:47.189582 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:47.222854 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.securitygroups_db [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Project 0f814fdc504147118afda9f7f7ac559c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:51:47.230128 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.232915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e3eedc05-b06e-4633-ba70-76c310841e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.257237 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '0cb9904f-f0ee-46f4-ad43-aba065f40fe0', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'port_id': '22c57417-4101-4176-af44-f3e7c80b7eac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'mac_address': 'fa:16:3e:61:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:51:44Z', 'updated_at': '2021-09-23T17:51:44Z', 'revision_number': 0, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:51:47.293828 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932cbc40-c955-4407-9676-e28542e04bcc None None] The sync data for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi is: [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '0cb9904f-f0ee-46f4-ad43-aba065f40fe0', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'port_id': '22c57417-4101-4176-af44-f3e7c80b7eac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'mac_address': 'fa:16:3e:61:ea:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:51:44Z', 'updated_at': '2021-09-23T17:51:44Z', 'revision_number': 0, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:51:47.308216 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.314843 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.340755 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0b267a-352a-4719-b455-2a052093750a,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.372261 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e3eedc05-b06e-4633-ba70-76c310841e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.378730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e3eedc05-b06e-4633-ba70-76c310841e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.384941 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.387792 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-e04ee289-68e4-4c7f-9b42-add950e8019d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2055347 Sep 23 17:51:47.392098 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39186) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:47.401283 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'security_group_rule': {'security_group_id': 'cfc7c4ca-855f-4311-b1e7-5c462043496a', 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:47.430341 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.securitygroups_db [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Project 0f814fdc504147118afda9f7f7ac559c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:51:47.438547 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.449176 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e3eedc05-b06e-4633-ba70-76c310841e0b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7ea55282b904fbfabdcf42c57d9b54e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727648 Sep 23 17:51:47.450349 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eedc05-b06e-4633-ba70-76c310841e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f68d68-17fd-4079-a908-211f86078bf4,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.452713 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39190) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:47.529347 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.530391 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.536749 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.560797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.562314 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eceeeb1-f93c-468c-b183-10340ebe1274,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.577213 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.578566 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-15526fc6-c403-44b3-8df8-dec1e4a68d5e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841846 Sep 23 17:51:47.607133 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da3e536-7163-4c7c-8e2c-488ab15bda32 None None] New status for floating IP 0cb9904f-f0ee-46f4-ad43-aba065f40fe0: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:51:47.648543 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.653402 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:47.666813 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/45f68d68-17fd-4079-a908-211f86078bf4 HTTP/1.1" status: 204 len: 168 time: 0.2056358 Sep 23 17:51:47.687013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b01dd-dd7b-407a-af29-225f7c9d05b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f68d68-17fd-4079-a908-211f86078bf4,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:47.828340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-c9eb5d9a-e9ad-4294-bf31-d98b832af7f7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122082896&fields=id&tenant_id=0f814fdc504147118afda9f7f7ac559c HTTP/1.1" status: 200 len: 267 time: 0.1118977 Sep 23 17:51:47.942018 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-1a56923b-e967-4249-b823-355f7ab5bc57 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:47.944152 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-1a56923b-e967-4249-b823-355f7ab5bc57 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.1056364 Sep 23 17:51:48.001855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'port': {'security_groups': ['3dc2d332-f83b-4e88-ab12-237ff4b56d8a', 'cfc7c4ca-855f-4311-b1e7-5c462043496a']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:51:48.054742 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643aa12-4ea0-4390-a26d-aa6482139c9e req-3163994d-0ef0-400a-ab23-c1bb8df02f4d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:48.056459 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0643aa12-4ea0-4390-a26d-aa6482139c9e req-3163994d-0ef0-400a-ab23-c1bb8df02f4d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1010730 Sep 23 17:51:48.105475 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.135418 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0643aa12-4ea0-4390-a26d-aa6482139c9e req-807741fe-f8e2-4b31-8067-959182432ced tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723071 Sep 23 17:51:48.203818 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39216) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:48.235802 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a9e66846-406c-4982-9618-d7008fd994ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.334616 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:51:48.341784 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a9e66846-406c-4982-9618-d7008fd994ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.348472 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a9e66846-406c-4982-9618-d7008fd994ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.365744 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.371881 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.388852 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a9e66846-406c-4982-9618-d7008fd994ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a939d240be94b65af4328bdbd1ad253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839323 Sep 23 17:51:48.389978 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e66846-406c-4982-9618-d7008fd994ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd68947c-74a4-49bd-9cdd-b2ad67df58fc,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:48.391158 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:51:48.392285 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39248) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:48.420793 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:48.420793 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.422197 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd326bc0-a03e-4d03-8efd-7da5ed2a3672 req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "PUT /v2.0/ports/22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 982 time: 0.4259019 Sep 23 17:51:48.422650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:51:48.430454 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a04b5a9-c95c-479b-a4e9-961322de8d08" -d '{"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:51:48.455530 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.487293 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.500464 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d44b9bb-1a20-47de-812b-e99604419a17 x-openstack-request-id: req-5d44b9bb-1a20-47de-812b-e99604419a17 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:51:48.500774 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:51:48.501031 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d44b9bb-1a20-47de-812b-e99604419a17 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:51:48.501434 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:51:48.526505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d13b71-89bc-482a-be77-7537adc71401 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=6']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:48.574823 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:51:48.581038 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.584311 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.585606 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd68947c-74a4-49bd-9cdd-b2ad67df58fc HTTP/1.1" status: 204 len: 168 time: 0.1923866 Sep 23 17:51:48.614808 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-ad197955-99da-43a6-a6c1-cdabeac61652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:48.615693 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a893d5c-4973-42fd-b4cf-89482f45d85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd68947c-74a4-49bd-9cdd-b2ad67df58fc,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:48.617537 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-ad197955-99da-43a6-a6c1-cdabeac61652 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1138 time: 0.0989625 Sep 23 17:51:48.638835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09796119-ebc4-4884-aa84-55723fbd62c5 req-b1d8f627-dcf5-4176-90d3-8328f3f957f7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:48.648090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-09796119-ebc4-4884-aa84-55723fbd62c5 req-b1d8f627-dcf5-4176-90d3-8328f3f957f7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.1162345 Sep 23 17:51:48.795986 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-09796119-ebc4-4884-aa84-55723fbd62c5 req-45c5668d-faef-44bb-96bb-c6ffffbebc5d tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1469433 Sep 23 17:51:48.832434 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-7fb3b569-90e0-4599-9272-cb60f12954cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:48.834607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-7fb3b569-90e0-4599-9272-cb60f12954cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.1834724 Sep 23 17:51:48.887914 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-a2986086-8ed4-4efe-8740-0d6e21cfbb48 None None] Provisioning complete for port 22c57417-4101-4176-af44-f3e7c80b7eac triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:51:48.888476 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a2986086-8ed4-4efe-8740-0d6e21cfbb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:48.925011 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-06857020-cf17-48ec-ad2d-c76bedcb9ede service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1002 time: 0.0786316 Sep 23 17:51:48.999862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-4360e430-bac4-4754-b5b4-f5f125868b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:49.001826 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-4360e430-bac4-4754-b5b4-f5f125868b73 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0677562 Sep 23 17:51:49.057223 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-ff8f19c7-1b33-4904-a7f0-608143934b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:49.058727 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-ff8f19c7-1b33-4904-a7f0-608143934b75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435410 Sep 23 17:51:49.182452 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-ce139794-833e-43ae-bb63-36e1648f0426 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092455 Sep 23 17:51:49.322762 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03867bf5-c609-44cd-9c3a-ac810ae083ef req-e74c2fc8-9347-48b9-b0c6-44076dca4d82 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:49.324760 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-03867bf5-c609-44cd-9c3a-ac810ae083ef req-e74c2fc8-9347-48b9-b0c6-44076dca4d82 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1040177 Sep 23 17:51:49.617466 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a04b5a9-c95c-479b-a4e9-961322de8d08 req-25d7c702-720f-4b6c-a4cb-eb2b438c42f6 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259269 Sep 23 17:51:49.640835 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-03867bf5-c609-44cd-9c3a-ac810ae083ef req-71eaa426-3fcd-4158-9d20-346e65a80353 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071947 Sep 23 17:51:49.923124 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39314) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:50.047957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0aa4153a-04ac-4fac-9154-0fb9884136ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.134504 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0aa4153a-04ac-4fac-9154-0fb9884136ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.138029 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0aa4153a-04ac-4fac-9154-0fb9884136ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.188157 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0aa4153a-04ac-4fac-9154-0fb9884136ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1668346236ff4213bd1c36b7eca6ca1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638803 Sep 23 17:51:50.189366 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4153a-04ac-4fac-9154-0fb9884136ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35924cf-b4c2-4f72-bb8f-be09af1182b3,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:50.190828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39322) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:51:50.239576 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.260232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.303873 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.306959 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.308083 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c35924cf-b4c2-4f72-bb8f-be09af1182b3 HTTP/1.1" status: 204 len: 168 time: 0.1162546 Sep 23 17:51:50.315504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59955819-6364-4d49-bc32-b15af2283335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35924cf-b4c2-4f72-bb8f-be09af1182b3,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:51:50.546706 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:51:50.758406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fe667-67e1-438a-b475-b87e15a3d0ed req-b6369223-4663-4a30-b8a4-f930a317debc tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:50.759965 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-948fe667-67e1-438a-b475-b87e15a3d0ed req-b6369223-4663-4a30-b8a4-f930a317debc tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0514343 Sep 23 17:51:50.801305 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-948fe667-67e1-438a-b475-b87e15a3d0ed req-57fee1e4-0f65-457b-9942-c9cfcd1edc37 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350878 Sep 23 17:51:51.922224 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef41adf-1a31-4080-bf0d-c3953b2b2af1 req-419275f2-d064-49f6-926d-b5452e95df11 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:51.923832 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef41adf-1a31-4080-bf0d-c3953b2b2af1 req-419275f2-d064-49f6-926d-b5452e95df11 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0483789 Sep 23 17:51:51.962330 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2ef41adf-1a31-4080-bf0d-c3953b2b2af1 req-9b05deb5-5e99-4bd4-9ed2-5ca41a86d845 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326369 Sep 23 17:51:53.081591 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778ac0-b795-4f4f-a644-31d02118b803 req-f04fabb6-494d-4eff-a4b3-7e33c8c8686e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:53.082971 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e2778ac0-b795-4f4f-a644-31d02118b803 req-f04fabb6-494d-4eff-a4b3-7e33c8c8686e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0516963 Sep 23 17:51:53.120963 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e2778ac0-b795-4f4f-a644-31d02118b803 req-7cbe88a0-1b7e-4052-b1cd-746999242f81 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316124 Sep 23 17:51:54.234688 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbef9f-b727-4656-aa4e-b31b320d0d33 req-e1bb844e-dbbd-4eaa-9b78-e3cf33615cc4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:54.236103 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2bbef9f-b727-4656-aa4e-b31b320d0d33 req-e1bb844e-dbbd-4eaa-9b78-e3cf33615cc4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0503149 Sep 23 17:51:54.280535 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a2bbef9f-b727-4656-aa4e-b31b320d0d33 req-30e5bda6-7412-49ad-aac9-51e9d36edcc2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385499 Sep 23 17:51:55.406455 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27a111-1620-49b5-be59-5deaa68a3e57 req-8fcdb8c6-944c-4926-82a6-fdd4c4913140 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:55.407921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1d27a111-1620-49b5-be59-5deaa68a3e57 req-8fcdb8c6-944c-4926-82a6-fdd4c4913140 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0625048 Sep 23 17:51:55.445079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1d27a111-1620-49b5-be59-5deaa68a3e57 req-6533dc09-fb25-4726-a4a7-39ed865e8bab tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Sep 23 17:51:56.566505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d67a4-e86b-48b6-8862-49d5e6b5f5b1 req-6f9a0be9-15ff-4007-b60b-2c22bcf43223 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:56.568014 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0d3d67a4-e86b-48b6-8862-49d5e6b5f5b1 req-6f9a0be9-15ff-4007-b60b-2c22bcf43223 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0522652 Sep 23 17:51:56.607407 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0d3d67a4-e86b-48b6-8862-49d5e6b5f5b1 req-8e0790f6-ffb6-4e95-bdc7-6c2b745d2ae4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334196 Sep 23 17:51:56.737749 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a550c-ac5d-4bd1-82c5-0fb09326bdbf req-602e7648-0212-4f2b-93e0-5bc86e5f67f8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:56.739300 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a5a550c-ac5d-4bd1-82c5-0fb09326bdbf req-602e7648-0212-4f2b-93e0-5bc86e5f67f8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.0488608 Sep 23 17:51:56.783333 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2a5a550c-ac5d-4bd1-82c5-0fb09326bdbf req-c270a24f-3b79-4c1a-8509-fbb96f3ce957 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370207 Sep 23 17:51:57.730529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482eee5-7197-4469-9198-36f08687dad7 req-4ac3f283-0321-4ec5-a8b5-e56d0f67f67f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:57.731960 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e482eee5-7197-4469-9198-36f08687dad7 req-4ac3f283-0321-4ec5-a8b5-e56d0f67f67f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0479159 Sep 23 17:51:57.768671 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e482eee5-7197-4469-9198-36f08687dad7 req-203f6f36-7775-4889-98c3-968f79a54d45 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Sep 23 17:51:57.908044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f7bf-6eca-4f36-aefb-dd6ee9b44b16 req-08423451-7b9d-4016-a0c7-46a3fc67b495 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:57.909433 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0276f7bf-6eca-4f36-aefb-dd6ee9b44b16 req-08423451-7b9d-4016-a0c7-46a3fc67b495 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Sep 23 17:51:57.945525 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0276f7bf-6eca-4f36-aefb-dd6ee9b44b16 req-4eca2132-7535-4806-bd8a-0e41e211cedd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302641 Sep 23 17:51:58.887285 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1b85-31ff-4ed3-b12e-61c266df8ada req-46ffc747-8a9e-4b65-b44c-bcb7c50030aa tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:58.888860 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57ac1b85-31ff-4ed3-b12e-61c266df8ada req-46ffc747-8a9e-4b65-b44c-bcb7c50030aa tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0526273 Sep 23 17:51:58.930624 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57ac1b85-31ff-4ed3-b12e-61c266df8ada req-abce70b8-5090-40d6-83a1-0c1a7a9e40c7 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355473 Sep 23 17:51:59.066373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a355-9fd3-448b-a6c1-96530db97f04 req-86604454-c2d8-4924-a5da-9aaed6cf2d8a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:51:59.067764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d0b7a355-9fd3-448b-a6c1-96530db97f04 req-86604454-c2d8-4924-a5da-9aaed6cf2d8a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.0507174 Sep 23 17:51:59.108697 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d0b7a355-9fd3-448b-a6c1-96530db97f04 req-407a4ad0-84ea-4d00-92ed-256e8e181396 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345070 Sep 23 17:52:00.046419 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b66448-a40b-4557-bb2b-adbcad23e864 req-76380c81-c8b0-4a30-bee8-11e1c9a33f2e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:00.047917 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12b66448-a40b-4557-bb2b-adbcad23e864 req-76380c81-c8b0-4a30-bee8-11e1c9a33f2e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0495415 Sep 23 17:52:00.084310 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12b66448-a40b-4557-bb2b-adbcad23e864 req-4a703c7c-c60c-4cfc-a05a-67ed6ba2ef2f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305669 Sep 23 17:52:00.237354 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc6997-2dff-4590-b437-53bf8103f18f req-ee68fe21-1b1d-4580-943d-db9bd1dcc59d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:00.238818 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-97fc6997-2dff-4590-b437-53bf8103f18f req-ee68fe21-1b1d-4580-943d-db9bd1dcc59d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.0549335 Sep 23 17:52:00.280252 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-97fc6997-2dff-4590-b437-53bf8103f18f req-f6509c55-4189-4e5c-927c-8a2f5a65ee3f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=40c3d3c1-ad8a-4834-b000-160f27172a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346508 Sep 23 17:52:00.681658 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b5390-594d-4714-8201-5b320026d1c5 req-1fff63af-57e8-4339-8bef-ffbd75dd9706 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:00.683066 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-498b5390-594d-4714-8201-5b320026d1c5 req-1fff63af-57e8-4339-8bef-ffbd75dd9706 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 946 time: 0.0466232 Sep 23 17:52:00.781839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Deleting port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:52:00.782090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:00.868009 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] For port cdc2084f-48bd-47fd-b95e-e1bbc63366e7, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:00.868383 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:01.106133 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:01.107217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:01.107217 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Floating IP 8e9b1435-6b44-424a-bbb9-c3b8309a5d9e disassociated. External IP: 172.27.2.210, port: cdc2084f-48bd-47fd-b95e-e1bbc63366e7. Sep 23 17:52:01.107217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Calling delete_port for cdc2084f-48bd-47fd-b95e-e1bbc63366e7 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:52:01.220636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09b4ce-53d8-4e92-baaa-707649b39676 req-b1487aba-4930-4cc4-9b6c-7f5fbe60202e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:01.222164 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fc09b4ce-53d8-4e92-baaa-707649b39676 req-b1487aba-4930-4cc4-9b6c-7f5fbe60202e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0711553 Sep 23 17:52:01.301076 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fc09b4ce-53d8-4e92-baaa-707649b39676 req-15704d75-c268-48a7-b804-9efd35821436 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712328 Sep 23 17:52:01.309450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:01.340917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'Port': ['ID=cdc2084f-48bd-47fd-b95e-e1bbc63366e7,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:01.441798 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0640363c-9a87-4496-9748-dab7298a6efb req-98c27b33-a891-4a89-a110-7124a31bbf65 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=86cbb9bb-1139-40e0-881b-647c7f8332d4 HTTP/1.1" status: 200 len: 210 time: 0.0542324 Sep 23 17:52:01.479357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:52:01.604349 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:01.615772 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:01.626707 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:01.627587 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:01.645208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] No DVR routers for this DVR port cdc2084f-48bd-47fd-b95e-e1bbc63366e7 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:52:01.648187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:01.650279 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-498b5390-594d-4714-8201-5b320026d1c5 req-d19fa64b-9685-4c51-b90f-1869fe621009 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "DELETE /v2.0/ports/cdc2084f-48bd-47fd-b95e-e1bbc63366e7 HTTP/1.1" status: 204 len: 173 time: 0.9588490 Sep 23 17:52:01.650712 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-deleted', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:01.653116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50b100-b21e-4bb6-a13e-6ea7e598a53d" -d '{"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-deleted", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:01.703431 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191fd55-86f9-47c9-a572-51b3bd4645e1 x-openstack-request-id: req-b191fd55-86f9-47c9-a572-51b3bd4645e1 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:01.704247 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86cbb9bb-1139-40e0-881b-647c7f8332d4", "name": "network-vif-deleted", "tag": "cdc2084f-48bd-47fd-b95e-e1bbc63366e7", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:01.704247 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b191fd55-86f9-47c9-a572-51b3bd4645e1 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:01.704968 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86cbb9bb-1139-40e0-881b-647c7f8332d4', 'name': 'network-vif-deleted', 'tag': 'cdc2084f-48bd-47fd-b95e-e1bbc63366e7', 'status': 'completed', 'code': 200} Sep 23 17:52:01.751657 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:01.971846 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:02.003759 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:02.012999 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:02.013611 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:51:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:02.125471 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:02.410081 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:02.443095 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9fb484-f2c7-4461-b1e5-0df8a9b41604 None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:02.465751 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3bd9-cdc5-4087-ab39-39af28bdf6a4 req-d5ea9bb8-7323-4e89-85b5-47ed19039f60 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:02.483147 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bacf3bd9-cdc5-4087-ab39-39af28bdf6a4 req-d5ea9bb8-7323-4e89-85b5-47ed19039f60 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0765221 Sep 23 17:52:02.571985 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bacf3bd9-cdc5-4087-ab39-39af28bdf6a4 req-ec78240e-8471-4d9c-85f3-6c5cc837bd87 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826538 Sep 23 17:52:02.600253 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39486) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:02.671563 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.697235 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.750348 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.753167 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.754423 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "DELETE /v2.0/security-groups/40c3d3c1-ad8a-4834-b000-160f27172a63 HTTP/1.1" status: 204 len: 168 time: 0.1530185 Sep 23 17:52:02.757408 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39488) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:02.764355 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fbbfe-ab7e-4f9c-beae-1ea3e8d059b6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3d3c1-ad8a-4834-b000-160f27172a63,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:02.772863 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.api.v2.resource [None req-1742501c-4cd3-4a7b-abbd-5be0217f82b5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] show failed (client error): The resource could not be found. Sep 23 17:52:02.773934 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1742501c-4cd3-4a7b-abbd-5be0217f82b5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups/40c3d3c1-ad8a-4834-b000-160f27172a63 HTTP/1.1" status: 404 len: 347 time: 0.0148430 Sep 23 17:52:02.777721 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39490) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:02.786618 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eba004-c459-474b-a3e8-405dca818d53 None None] New status for floating IP 8e9b1435-6b44-424a-bbb9-c3b8309a5d9e: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:52:02.916462 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Deleting port 7ce7387b-a881-4b73-850f-450668fb45e3 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:52:02.916960 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.992750 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:02.993151 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.005938 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Calling delete_port for 7ce7387b-a881-4b73-850f-450668fb45e3 owned by network:floatingip {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:52:03.172481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.195033 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'Port': ['ID=7ce7387b-a881-4b73-850f-450668fb45e3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:03.256628 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.259708 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.261007 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-269211f0-83c2-4399-92f3-d503fb5d2670 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "DELETE /v2.0/floatingips/8e9b1435-6b44-424a-bbb9-c3b8309a5d9e HTTP/1.1" status: 204 len: 168 time: 0.4819541 Sep 23 17:52:03.455974 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39502) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:03.460544 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2084113472', 'description': 'tempest-description--238595157'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:03.486417 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.573035 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.576571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.609341 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.610476 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1535118 Sep 23 17:52:03.612266 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e8519e-383a-4b08-bee1-b57f48836a78 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d307253-bd79-4d9c-86a2-b3438bbebb6e,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:03.613541 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39510) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:03.618461 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group_rule': {'security_group_id': '1d307253-bd79-4d9c-86a2-b3438bbebb6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:03.677816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.721067 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eda63-a136-4cc6-a5ab-3f5938cbef9c req-f99178a7-2cf2-41db-a58b-17612e8f0eea tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:03.722548 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ee4eda63-a136-4cc6-a5ab-3f5938cbef9c req-f99178a7-2cf2-41db-a58b-17612e8f0eea tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0850766 Sep 23 17:52:03.763290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.768259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.794603 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ee4eda63-a136-4cc6-a5ab-3f5938cbef9c req-0a957068-e762-415d-94f3-5c68ce6c6a29 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639949 Sep 23 17:52:03.798044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71b8c9-ca80-4fb9-82ed-040add42171f,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:03.803585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.804863 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d98ce034-b016-4e33-badb-ca48dcbd49ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902678 Sep 23 17:52:03.807864 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39518) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:03.813496 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'security_group_rule': {'security_group_id': '1d307253-bd79-4d9c-86a2-b3438bbebb6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:03.844918 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.901044 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.904460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.920477 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516862de-c13c-48f2-a00b-49e8aae077b2,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:03.927909 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:03.929122 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a055fe60-5675-42c9-9bde-682875f929cc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196883 Sep 23 17:52:03.932404 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39522) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:03.937513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:03.961872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.059594 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.161024 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Allocated IP 172.27.2.204 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/88f68ab1-c32a-4d63-bca7-9ff1b0d022e2) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:04.267433 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.301330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.336940 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:04.340493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:04.343917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:04.351081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=88f68ab1-c32a-4d63-bca7-9ff1b0d022e2,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:04.428783 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.465290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.608898 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.613158 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.683715 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=88f68ab1-c32a-4d63-bca7-9ff1b0d022e2,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:04.694209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.707940 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:04.709333 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0d35d3df-e98e-4447-9c60-f89c15d12da4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7755935 Sep 23 17:52:04.939261 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-398ea8e2-beae-47a2-95fa-df6a63a37f4f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--2084113472&fields=id&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 267 time: 0.0589397 Sep 23 17:52:04.954414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65edcf-fb8b-4fc0-a3aa-5925f0fae301 req-0b85aa2e-bd74-483b-8735-31f107a9fb02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:04.955869 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c65edcf-fb8b-4fc0-a3aa-5925f0fae301 req-0b85aa2e-bd74-483b-8735-31f107a9fb02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0768719 Sep 23 17:52:05.047423 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8c65edcf-fb8b-4fc0-a3aa-5925f0fae301 req-4b81ab5e-dfb3-4d78-b6a4-faa6a2070cc8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824239 Sep 23 17:52:05.084654 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-dd78bbad-10fe-47ea-a90e-971898198284 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:05.086113 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-dd78bbad-10fe-47ea-a90e-971898198284 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 816 time: 0.1395667 Sep 23 17:52:05.101227 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e4950151-02ea-4b8b-9642-9cdb25cee79c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/quotas/fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 375 time: 0.0087392 Sep 23 17:52:05.153592 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-87a9936d-fd03-4aa9-89e4-783e0225fa7f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463881 Sep 23 17:52:05.170161 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:52:05.199409 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: cdc2084f-48bd-47fd-b95e-e1bbc63366e7 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:52:05.199740 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device cdc2084f-48bd-47fd-b95e-e1bbc63366e7 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:52:05.213528 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-381d21c3-e520-4bd5-9097-0a59a324244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:05.260126 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-70284552-7aa1-4e67-a03f-2ce88b6a0313 service neutron] 10.222.0.50 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953476 Sep 23 17:52:05.346547 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-6ed11ee3-bff6-460b-a9c6-163138e4600c service neutron] 10.222.0.50 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803108 Sep 23 17:52:05.504736 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a7992979-1962-4b01-b27c-52d79bbc39e2 req-e22d24b2-7f2c-49aa-9016-fda52a20cf5d tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 210 time: 0.0290673 Sep 23 17:52:06.159687 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1378b-c77a-4a9a-beea-8e0c19e7be59 req-67634160-d7b0-4ceb-9dad-42131338874b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:06.161220 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fee1378b-c77a-4a9a-beea-8e0c19e7be59 req-67634160-d7b0-4ceb-9dad-42131338874b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0483403 Sep 23 17:52:06.201764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fee1378b-c77a-4a9a-beea-8e0c19e7be59 req-7636abfa-8e9b-419a-a0e9-d217edc64760 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Sep 23 17:52:06.599236 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3e797407-80a0-49fc-9ca9-96adb20fe58c req-76bdb031-fa41-4bcd-aaa2-0dfe9e2c71f8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 210 time: 0.0266838 Sep 23 17:52:07.327463 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80bf70-40e1-4db2-8296-6a7084708385 req-609160c5-412b-4776-8d51-31947265f254 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:07.328975 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb80bf70-40e1-4db2-8296-6a7084708385 req-609160c5-412b-4776-8d51-31947265f254 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0509253 Sep 23 17:52:07.371613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fb80bf70-40e1-4db2-8296-6a7084708385 req-d4f0c266-b516-4060-8401-229bf484c41d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360055 Sep 23 17:52:07.699709 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1be6b5d-c8e1-43cd-bf16-87fe9893773f req-3fbbc35e-db15-46ab-a6a5-7136ea15ad77 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 210 time: 0.0259483 Sep 23 17:52:07.820571 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2d8edde3-8e6e-4c2c-b67c-6bbbe796d3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:07.899363 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-24100a2a-1d1e-4bc7-ac22-d41f9de68df5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:07.901513 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-24100a2a-1d1e-4bc7-ac22-d41f9de68df5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 816 time: 0.1089871 Sep 23 17:52:07.948698 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-1cb5a0e5-642e-4996-9809-1edeae55c71b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 380 time: 0.0366385 Sep 23 17:52:07.964698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'port': {'device_id': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'admin_state_up': True, 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'security_groups': ['1d307253-bd79-4d9c-86a2-b3438bbebb6e']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:08.076846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Made reservation on behalf of fc5cd2374a59402c8e1ba70df996e035 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:08.080382 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.213652 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Allocated IP 172.20.0.9 (2fc37b06-1243-49f7-87d1-0eac4f8f02d1/dd8abaa3-9b07-41cc-9306-192ff70a558a/fd0f6589-63bd-496b-940e-dfba1fcf9887) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:08.277843 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.366622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.399421 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.456032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:08.460089 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:08.480014 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:08.502755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:08.537396 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:08.538000 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.549782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02868efd-8357-4f9e-be8c-52b9d6900e2e req-4eb0ee51-1067-43bd-80b1-91f31dfec8f2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:08.551309 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02868efd-8357-4f9e-be8c-52b9d6900e2e req-4eb0ee51-1067-43bd-80b1-91f31dfec8f2 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1106327 Sep 23 17:52:08.576167 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-e075d72f-6eb8-402a-b4a4-a4c88b9df342 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175869 Sep 23 17:52:08.594162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Request body: {'port': {'device_id': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:08.622149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-02868efd-8357-4f9e-be8c-52b9d6900e2e req-9e0ac143-6f7a-438b-b3de-02eb4a5ad0dd tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627985 Sep 23 17:52:08.661482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.664319 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-639aac77-08d0-42e9-821d-1a8a07183286 None None] Provisioning complete for port fd0f6589-63bd-496b-940e-dfba1fcf9887 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:08.664710 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-639aac77-08d0-42e9-821d-1a8a07183286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.701635 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-639aac77-08d0-42e9-821d-1a8a07183286 None None] Port fd0f6589-63bd-496b-940e-dfba1fcf9887 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:52:08.943141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:08.948798 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f034d93-9fe8-47f6-ac8b-2395d2c2eeac req-7361e95b-7c38-41b0-b191-5e2b913a552e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:08.950449 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f034d93-9fe8-47f6-ac8b-2395d2c2eeac req-7361e95b-7c38-41b0-b191-5e2b913a552e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 931 time: 0.1676102 Sep 23 17:52:08.995852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-7d23c984-2041-40ed-9406-7f291c6a8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:08.997620 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-7d23c984-2041-40ed-9406-7f291c6a8f7b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1099 time: 0.1698666 Sep 23 17:52:09.005059 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b8af-55bc-44c1-8f55-a606abba6d7b req-94aaf584-42cc-4a42-a085-26625a58167f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:09.006607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-04e1b8af-55bc-44c1-8f55-a606abba6d7b req-94aaf584-42cc-4a42-a085-26625a58167f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1864021 Sep 23 17:52:09.123495 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f034d93-9fe8-47f6-ac8b-2395d2c2eeac req-7bc27c93-0396-47cb-a665-358173d81cc9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418176 Sep 23 17:52:09.155872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-04e1b8af-55bc-44c1-8f55-a606abba6d7b req-8d749cde-85a3-4b16-8877-c62262e7d696 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291761 Sep 23 17:52:09.184072 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-a9ec504a-5b8c-4749-9d17-a28e7cd65a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:09.185581 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-a9ec504a-5b8c-4749-9d17-a28e7cd65a1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.1780722 Sep 23 17:52:09.263771 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:52:09.273439 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:09.293525 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-c1bce237-09db-43ae-a009-c40611beba8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 1002 time: 0.0861857 Sep 23 17:52:09.295952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Transition to ACTIVE for port object fd0f6589-63bd-496b-940e-dfba1fcf9887 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:52:09.300188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:09.393091 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:09.397496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-55694f35-197c-4980-a4f9-0dd2157525ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:09.398984 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-55694f35-197c-4980-a4f9-0dd2157525ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0965667 Sep 23 17:52:09.755067 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-38dad455-9b33-477c-a571-9d94783b47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:09.756532 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-38dad455-9b33-477c-a571-9d94783b47ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3312185 Sep 23 17:52:09.757574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Attempting to bind port fd0f6589-63bd-496b-940e-dfba1fcf9887 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:09.757892 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Attempting to bind port fd0f6589-63bd-496b-940e-dfba1fcf9887 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:09.758201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Attempting to bind port fd0f6589-63bd-496b-940e-dfba1fcf9887 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:09.762959 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Port fd0f6589-63bd-496b-940e-dfba1fcf9887 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:52:09.763271 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Attempting to bind port fd0f6589-63bd-496b-940e-dfba1fcf9887 on network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:09.783916 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:09.784157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Checking segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:09.784501 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Bound using segment: {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:09.784950 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Bound port: fd0f6589-63bd-496b-940e-dfba1fcf9887, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fa181d-9ae1-4f3f-84fd-30683e2694ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:09.785300 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:09.899430 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-41f02b1c-4953-48d7-b754-ad9ee4975efc service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341119 Sep 23 17:52:09.902312 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:09.905406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:09.915000 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:09.997252 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:09.997924 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:09.999213 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] 10.222.0.61 "PUT /v2.0/ports/fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 1093 time: 1.4097202 Sep 23 17:52:10.002360 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:10.003877 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690b03aa-b64a-4d6e-af19-1ac65fd1f608" -d '{"events": [{"name": "network-changed", "server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:10.034588 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b450ae5-dd42-4be7-b3b3-9f0647a932ce service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:10.061970 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f22a597-9ed7-480e-87e7-7031ff75818a req-c7c05065-49d9-4920-9c89-7a8e3eff0906 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452768 Sep 23 17:52:10.074344 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b710fe6e-f25e-4784-837d-8e8c48e40b2a x-openstack-request-id: req-b710fe6e-f25e-4784-837d-8e8c48e40b2a {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:10.074857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:10.075319 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b710fe6e-f25e-4784-837d-8e8c48e40b2a {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:10.076047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'status': 'completed', 'code': 200} Sep 23 17:52:10.108806 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-2e362fc8-2507-4f6c-af33-0cb53a3db488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.110344 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-2e362fc8-2507-4f6c-af33-0cb53a3db488 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1096 time: 0.0570838 Sep 23 17:52:10.162983 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-0ad71d3b-95a0-43fd-a0aa-9ae07a60e061 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 217 time: 0.0421841 Sep 23 17:52:10.276232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-39949977-b976-400a-9355-019673e0fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.277802 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-39949977-b976-400a-9355-019673e0fe9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.1071391 Sep 23 17:52:10.314475 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87194dc0-44cd-4186-acd5-fbbd022818d9 req-4dd42f2e-b58a-42fc-ba87-1b69f8eb6411 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.315891 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-87194dc0-44cd-4186-acd5-fbbd022818d9 req-4dd42f2e-b58a-42fc-ba87-1b69f8eb6411 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1140590 Sep 23 17:52:10.354880 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e8804-ec0c-4c47-9798-de7d5d845e1d req-c7033125-2c3f-4546-a40e-b1ff985ac8d4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.356358 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d42e8804-ec0c-4c47-9798-de7d5d845e1d req-c7033125-2c3f-4546-a40e-b1ff985ac8d4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.1176023 Sep 23 17:52:10.398428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-9c23975c-4cb8-46c1-bf24-0a411c3c942c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.400528 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-9c23975c-4cb8-46c1-bf24-0a411c3c942c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056461 Sep 23 17:52:10.422557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-87194dc0-44cd-4186-acd5-fbbd022818d9 req-8c107ea5-0c35-4bb3-819f-7e31b1d67816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863433 Sep 23 17:52:10.457295 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d42e8804-ec0c-4c47-9798-de7d5d845e1d req-33efbd7d-5a83-42fb-ac50-7ce3547add70 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892928 Sep 23 17:52:10.516482 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-feced190-3816-4a98-b420-a5bae6198f0b service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980189 Sep 23 17:52:10.618195 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9bcefc56-05cb-4331-99be-1d5b777a701f req-a7951d00-59e4-41b0-b384-315fd03e6f02 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901413 Sep 23 17:52:10.709851 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-b9b84261-1235-4867-80fa-67d1dc2bdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.711397 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-b9b84261-1235-4867-80fa-67d1dc2bdcd6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1096 time: 0.0416272 Sep 23 17:52:10.768635 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:10.815575 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-fe37bc17-9125-4fc0-b220-d80fce51545c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:10.817021 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-fe37bc17-9125-4fc0-b220-d80fce51545c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.0962176 Sep 23 17:52:11.578391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eb80a-5044-4488-832c-fcd8f7bb29e3 req-29341ddf-6d13-4e3e-8ce6-86766a6a37c8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:11.579865 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-834eb80a-5044-4488-832c-fcd8f7bb29e3 req-29341ddf-6d13-4e3e-8ce6-86766a6a37c8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0808048 Sep 23 17:52:11.591714 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5ffa1-298c-470b-8f18-e503c6313608 req-c8386f30-1bc0-4b04-8e78-3094dff574d1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:11.593108 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c1e5ffa1-298c-470b-8f18-e503c6313608 req-c8386f30-1bc0-4b04-8e78-3094dff574d1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0677195 Sep 23 17:52:11.646384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-834eb80a-5044-4488-832c-fcd8f7bb29e3 req-ffc58ddb-aca6-4fad-b2f6-c83df9e1031c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523603 Sep 23 17:52:11.651217 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c1e5ffa1-298c-470b-8f18-e503c6313608 req-84312fa1-a856-4b10-9433-5b37afee032e tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516226 Sep 23 17:52:12.545178 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-3d8eed44-2e98-4451-ab5e-dafd2065fde0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 217 time: 0.0346346 Sep 23 17:52:12.766933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84beb0f0-bb8d-4613-b229-e8855146c189 req-04a388a2-7af8-4250-bb86-98fd1c0154b0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:12.768336 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-84beb0f0-bb8d-4613-b229-e8855146c189 req-04a388a2-7af8-4250-bb86-98fd1c0154b0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0492442 Sep 23 17:52:12.813036 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-84beb0f0-bb8d-4613-b229-e8855146c189 req-6d26d504-c8a8-498c-9b13-2f54dfd05f03 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368636 Sep 23 17:52:13.506036 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-d5493a69-59ca-4f75-8b1d-403f2ef15b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:13.507448 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-d5493a69-59ca-4f75-8b1d-403f2ef15b1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0439520 Sep 23 17:52:13.553231 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-8546af64-1cc3-4044-83b3-7429fbe5ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:13.554715 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-8546af64-1cc3-4044-83b3-7429fbe5ad37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396981 Sep 23 17:52:13.649556 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-c1c4958c-6f67-4970-b1a2-b7e89e45dbdc service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870478 Sep 23 17:52:13.738885 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690b03aa-b64a-4d6e-af19-1ac65fd1f608 req-f0efe005-195b-40fb-ab63-47265a061533 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806587 Sep 23 17:52:14.083858 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43fa66-0b85-4a33-b044-8250ea8b92ca req-33044e34-a9e8-427c-a524-3ae1961d83f9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:14.085348 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b43fa66-0b85-4a33-b044-8250ea8b92ca req-33044e34-a9e8-427c-a524-3ae1961d83f9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1997380 Sep 23 17:52:14.127813 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b43fa66-0b85-4a33-b044-8250ea8b92ca req-6b8d7b8f-20c6-4e5e-b8c1-59c05f4e209a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358191 Sep 23 17:52:15.068519 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:52:15.166310 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:15.279406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39674) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:15.302510 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:52:15.340165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-22068457-4986-447a-8f59-4b1257bc986b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.347053 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.362393 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:52:15.383768 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:15.389648 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.463329 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:15.471447 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.471807 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.472143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.472481 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.472832 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.473143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.473472 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.473793 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.474111 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.474429 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.474743 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.475265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:15.497725 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a183e8-a463-4616-9554-00d8a2fa3d61 req-84e268a6-a15f-4c83-8e90-179f50bffdbc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:15.499212 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9a183e8-a463-4616-9554-00d8a2fa3d61 req-84e268a6-a15f-4c83-8e90-179f50bffdbc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.2981014 Sep 23 17:52:15.513178 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-22068457-4986-447a-8f59-4b1257bc986b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.519313 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-22068457-4986-447a-8f59-4b1257bc986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.572764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-22068457-4986-447a-8f59-4b1257bc986b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63367a53fb6a41d69c45d15754760378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922344 Sep 23 17:52:15.575503 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39678) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:15.578512 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22068457-4986-447a-8f59-4b1257bc986b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555f6b6-6734-4cc4-893e-74442b9708dc,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:15.583382 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9a183e8-a463-4616-9554-00d8a2fa3d61 req-af88cac8-a807-45d1-bb20-572410c5ba9c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753307 Sep 23 17:52:15.624948 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.645908 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.647560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['fd0f6589-63bd-496b-940e-dfba1fcf9887'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:52:15.698198 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.701175 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:15.705746 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e555f6b6-6734-4cc4-893e-74442b9708dc HTTP/1.1" status: 204 len: 168 time: 0.1292048 Sep 23 17:52:15.725780 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c45349-cf84-4499-be3d-89bb5593c32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555f6b6-6734-4cc4-893e-74442b9708dc,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:16.714071 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fcea8-67fb-4459-81b7-4372d71971d1 req-229a08d2-e8b7-4f3b-b999-d247133265d1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:16.715709 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-915fcea8-67fb-4459-81b7-4372d71971d1 req-229a08d2-e8b7-4f3b-b999-d247133265d1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.0549064 Sep 23 17:52:16.753666 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-915fcea8-67fb-4459-81b7-4372d71971d1 req-b0ed920e-b89c-4352-b3db-0b661f38f4df tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Sep 23 17:52:17.091977 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:17.143678 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port fd0f6589-63bd-496b-940e-dfba1fcf9887 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:52:17.147943 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port fd0f6589-63bd-496b-940e-dfba1fcf9887 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:17.148537 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:17.234455 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:17.275809 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:17.279172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271c3482-430b-425a-aee2-12bd8c2780ca" -d '{"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:17.305368 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:17.312824 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:17.340915 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd18020-8bdc-4079-aa83-06447daf24f0 x-openstack-request-id: req-0bd18020-8bdc-4079-aa83-06447daf24f0 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:17.341227 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:17.341655 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0bd18020-8bdc-4079-aa83-06447daf24f0 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:17.342219 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'code': 200} Sep 23 17:52:17.375602 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:17.525360 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97585a3-de05-414c-96c9-469a1c799976 req-02921f15-6879-4ba6-bc80-7951d989c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:17.527337 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c97585a3-de05-414c-96c9-469a1c799976 req-02921f15-6879-4ba6-bc80-7951d989c237 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1098 time: 0.0544307 Sep 23 17:52:17.583963 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c97585a3-de05-414c-96c9-469a1c799976 req-fc526d64-233a-42d1-b2f5-0ed7e9ab74bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459557 Sep 23 17:52:17.881409 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cefd9b-4d6d-4b60-8680-602e04503bde req-4a3102ce-d32e-4b16-983c-8be70aabd4a6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:17.883016 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-77cefd9b-4d6d-4b60-8680-602e04503bde req-4a3102ce-d32e-4b16-983c-8be70aabd4a6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0533943 Sep 23 17:52:17.921683 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-77cefd9b-4d6d-4b60-8680-602e04503bde req-b81dc4df-07c8-404a-be98-bc799b8901df tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324996 Sep 23 17:52:19.045989 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134635-eeab-43a0-8fd8-fc1d0888df5f req-b9f874bf-5be7-4aa6-a0f0-7d0d9d416b37 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:19.047454 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19134635-eeab-43a0-8fd8-fc1d0888df5f req-b9f874bf-5be7-4aa6-a0f0-7d0d9d416b37 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0512979 Sep 23 17:52:19.085500 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19134635-eeab-43a0-8fd8-fc1d0888df5f req-ef026d69-6a1a-4e53-9d0a-3f134ecb2d4a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322704 Sep 23 17:52:20.204475 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c379b3-1c33-48de-aa56-20b6f403c396 req-3ef59c1e-8c2f-439e-b92b-37b7b9eb3d83 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:20.205904 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f9c379b3-1c33-48de-aa56-20b6f403c396 req-3ef59c1e-8c2f-439e-b92b-37b7b9eb3d83 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0499899 Sep 23 17:52:20.243661 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f9c379b3-1c33-48de-aa56-20b6f403c396 req-953a217e-e85c-4185-baea-9d56516d2571 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Sep 23 17:52:20.501764 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:52:20.549647 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:20.795910 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-788b7206-ea21-4342-be2f-f310c5754966 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398626 Sep 23 17:52:20.861345 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-86551741-6f4c-437a-9694-37d62a10f449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:20.862797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-86551741-6f4c-437a-9694-37d62a10f449 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 1099 time: 0.0431471 Sep 23 17:52:20.967533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-364d2b74-557c-440c-9e0b-da60af350de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:20.969067 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-364d2b74-557c-440c-9e0b-da60af350de2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.0855949 Sep 23 17:52:21.042518 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-756801c3-096e-4e4a-8858-fb69eb823837 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 200 len: 1002 time: 0.0619078 Sep 23 17:52:21.093777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-2b9cd69c-47fc-466a-9d96-da96f64e9260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:21.095201 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-2b9cd69c-47fc-466a-9d96-da96f64e9260 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0455272 Sep 23 17:52:21.143528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-757bee4c-c672-484d-96fb-c0b8dac02c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:21.145007 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-757bee4c-c672-484d-96fb-c0b8dac02c59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398612 Sep 23 17:52:21.239086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-c0db4925-24ff-4480-adb5-47aed2a47f22 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Sep 23 17:52:21.357652 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c59a4fd-cd40-401d-b5ae-29551d362945 req-157f05bd-08ef-4baf-9e9d-b70b659549fe service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087086 Sep 23 17:52:21.375610 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d39fa-c60e-438a-831c-6a91acfa5e22 req-3e8fee63-c603-4ea5-98c1-eba0a77f17ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:21.377069 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-609d39fa-c60e-438a-831c-6a91acfa5e22 req-3e8fee63-c603-4ea5-98c1-eba0a77f17ac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0630887 Sep 23 17:52:21.415463 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-609d39fa-c60e-438a-831c-6a91acfa5e22 req-014e5b7e-b043-4477-a9c6-85c2de1a3ee8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326097 Sep 23 17:52:22.542592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57af4f-16b1-4a96-856a-2fc5e81cdec7 req-02ced838-2786-4050-9300-63a32dbdcda5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:22.544900 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0d57af4f-16b1-4a96-856a-2fc5e81cdec7 req-02ced838-2786-4050-9300-63a32dbdcda5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0558493 Sep 23 17:52:22.587079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0d57af4f-16b1-4a96-856a-2fc5e81cdec7 req-3e99855f-c154-4a12-9b9e-f324d7143252 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351758 Sep 23 17:52:22.720493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae87656-a0c1-4803-80fc-30884fc49d48 req-a0602a73-80a8-45f2-8143-9d762787de88 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:22.722080 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0ae87656-a0c1-4803-80fc-30884fc49d48 req-a0602a73-80a8-45f2-8143-9d762787de88 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0557122 Sep 23 17:52:22.731341 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39806) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:22.735901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Request body: {'floatingip': {'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:22.782325 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:23.220883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:23.224647 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:23.328438 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Floating IP 35015406-7816-4bdb-b700-6122e0ce9b5d associated. External IP: 172.27.2.204, port: fd0f6589-63bd-496b-940e-dfba1fcf9887. Sep 23 17:52:23.532048 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:52:23.893935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:23.898817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:23.905649 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:23.914404 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:23.915004 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:23.926000 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-16260131-7995-4fbd-bec2-23e352bcd3c1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "PUT /v2.0/floatingips/35015406-7816-4bdb-b700-6122e0ce9b5d HTTP/1.1" status: 200 len: 991 time: 1.1935441 Sep 23 17:52:23.926568 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:23.928816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1657f5-661b-4e71-8a14-6f38d2934e19" -d '{"events": [{"name": "network-changed", "server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:23.972432 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062012b-7bde-4d4a-a4fa-e746eac6b1b2 x-openstack-request-id: req-7062012b-7bde-4d4a-a4fa-e746eac6b1b2 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:23.972753 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:23.973157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7062012b-7bde-4d4a-a4fa-e746eac6b1b2 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:23.974089 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'status': 'completed', 'code': 200} Sep 23 17:52:24.033887 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:24.045766 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-551a319a-41a3-434c-8f12-4d8dc741853b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:24.047290 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-551a319a-41a3-434c-8f12-4d8dc741853b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1098 time: 0.0415912 Sep 23 17:52:24.157346 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-70f7e9c9-f8ac-4ebf-9b2c-9c2952c0539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:24.159140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-70f7e9c9-f8ac-4ebf-9b2c-9c2952c0539a service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.1014330 Sep 23 17:52:24.245249 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-dad19713-b1d9-497b-96ec-71729dcf256d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 999 time: 0.0777988 Sep 23 17:52:24.300535 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '35015406-7816-4bdb-b700-6122e0ce9b5d', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:04Z', 'updated_at': '2021-09-23T17:52:23Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:24.311236 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-96bd42a2-a6d6-4b33-ac5f-a46fb2ecce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:24.312757 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-96bd42a2-a6d6-4b33-ac5f-a46fb2ecce39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0560319 Sep 23 17:52:24.328979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:24.338200 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:24.338906 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:24.367247 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-b427393f-b522-4a20-9942-23900984a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:24.368829 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-b427393f-b522-4a20-9942-23900984a9d4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471745 Sep 23 17:52:24.465511 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:24.477249 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-e3cb9567-fc87-434a-a143-c5b1ffab9bd0 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945201 Sep 23 17:52:24.574842 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d1657f5-661b-4e71-8a14-6f38d2934e19 req-b0088fd8-01f5-42fc-9dc2-1e5ee04c2770 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862186 Sep 23 17:52:24.703284 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '35015406-7816-4bdb-b700-6122e0ce9b5d', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:04Z', 'updated_at': '2021-09-23T17:52:23Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:24.733139 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d2bb6-067f-47d1-92a7-509185f657e6 None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '35015406-7816-4bdb-b700-6122e0ce9b5d', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:04Z', 'updated_at': '2021-09-23T17:52:23Z', 'revision_number': 1, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:24.920739 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06741d5-8216-43b6-b06c-f53ea69c2210 None None] New status for floating IP 35015406-7816-4bdb-b700-6122e0ce9b5d: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:52:26.698410 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39882) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:26.800730 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0ed44a92-6533-4396-b0ab-cbc566eb3546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:26.895859 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0ed44a92-6533-4396-b0ab-cbc566eb3546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:26.900236 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0ed44a92-6533-4396-b0ab-cbc566eb3546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:26.940364 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0ed44a92-6533-4396-b0ab-cbc566eb3546 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f9d1dfc50d9d4cf3b6bc3d0efc5bcaa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403126 Sep 23 17:52:26.941611 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed44a92-6533-4396-b0ab-cbc566eb3546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c57a1d-509e-470d-8146-66fe830a9d63,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:26.943043 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39894) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:27.010592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.035710 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.097790 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.100564 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.101754 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5c57a1d-509e-470d-8146-66fe830a9d63 HTTP/1.1" status: 204 len: 168 time: 0.1576531 Sep 23 17:52:27.110391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514edde3-4e13-48f9-ae01-1f5dec8ccc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c57a1d-509e-470d-8146-66fe830a9d63,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:27.122391 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39900) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:27.342231 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f92cd2a4-ddd8-464c-a28e-aedbd68d0be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.446113 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f92cd2a4-ddd8-464c-a28e-aedbd68d0be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.451900 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-f92cd2a4-ddd8-464c-a28e-aedbd68d0be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.509237 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-f92cd2a4-ddd8-464c-a28e-aedbd68d0be0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e6fed7fcb546414b8f0e8d7bcd478fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856452 Sep 23 17:52:27.511094 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cd2a4-ddd8-464c-a28e-aedbd68d0be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298799a2-0472-4385-9871-970a4cbad21a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:27.512864 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39916) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:27.564090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.590570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.641187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.643730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.649042 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/298799a2-0472-4385-9871-970a4cbad21a HTTP/1.1" status: 204 len: 168 time: 0.1337004 Sep 23 17:52:27.659642 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaac175-2f8f-498b-b08c-c04aba5570e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298799a2-0472-4385-9871-970a4cbad21a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:27.841514 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39930) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:27.950615 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2003216319-network', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:27.977631 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Made reservation on behalf of a904e9efe3664aa0be07bd2758e61dee for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:27.978404 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39934) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:27.980838 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.989403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:27.992693 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.007750 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.db.api [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 17:52:28.007750 dv-cinder-810729-1-iscsi neutron-server[100771]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 17:52:28.007750 dv-cinder-810729-1-iscsi neutron-server[100771]: [parameters: {'project_id_1': '4ae6a7f4ddc6498d9da2a9f535cee99a', 'expiration_1': datetime.datetime(2021, 9, 23, 17, 52, 8, 2554)}] Sep 23 17:52:28.007750 dv-cinder-810729-1-iscsi neutron-server[100771]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100771) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 17:52:28.008183 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG oslo_db.api [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 17:52:28.076217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.079764 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.104307 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:52:28.113551 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2447fa-bd58-499e-9870-13a0c23157d6,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:28.120427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.120988 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Added segment 353009ec-254a-47d5-96ba-7e7c3f4e0a17 of type vlan for network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c Sep 23 17:52:28.163019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.187366 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.188347 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:28.188947 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.212168 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695982 Sep 23 17:52:28.216319 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39936) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:28.221957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Request body: {'subnet': {'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2003216319-subnet', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'ip_version': 4}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:28.242720 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Made reservation on behalf of a904e9efe3664aa0be07bd2758e61dee for: {'subnet': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:28.245158 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14440897'] for subnet, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.252031 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09f54-262d-497b-b0cd-34b41db7bfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=09db0df5-9bef-47ae-9af0-ae3b6c473c8c,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:28.261744 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:52:28.523755 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.611572 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15653541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14440947'] for subnet, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.680043 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59211b00-6af7-4ec0-9504-f8232b78ca11,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:28.706348 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Checking segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100771) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:28.706698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Network hostable DHCP agents. Network: 09db0df5-9bef-47ae-9af0-ae3b6c473c8c, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100771) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:52:28.726310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.731964 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.744835 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100771) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:52:28.775460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 09db0df5-9bef-47ae-9af0-ae3b6c473c8c) {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:28.779424 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4ae6a7f4ddc6498d9da2a9f535cee99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7993364 Sep 23 17:52:28.781654 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feff65-3530-4bbf-be55-65b3e2501af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b21add-d208-4b3c-86f8-46b4649cc2bf,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:28.782681 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39940) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:28.784900 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:28.785499 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.786404 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5338cc-c666-46e7-9c46-09c0b2774a06 None None] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:28.806530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39942) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:28.806921 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-185f9509-c0d8-4bc4-8e48-8f2d8327fbe5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5894208 Sep 23 17:52:28.810784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:28.846130 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.847266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.865716 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.901499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.929220 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:28.937412 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:52:28.938276 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.077489 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Allocated IP 172.20.0.2 (09db0df5-9bef-47ae-9af0-ae3b6c473c8c/59211b00-6af7-4ec0-9504-f8232b78ca11/4512f959-577e-4452-961f-389f0cf2e337) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:29.084738 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.102079 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.104504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.106207 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07b21add-d208-4b3c-86f8-46b4649cc2bf HTTP/1.1" status: 204 len: 168 time: 0.3224154 Sep 23 17:52:29.117518 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f75972-68e3-4475-8b68-8f03dfb9b357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b21add-d208-4b3c-86f8-46b4649cc2bf,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:29.241045 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.250141 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.267136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:29.270216 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:29.289948 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:29.313864 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.337016 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.343496 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Pushing event updated for resources: {'Port': ['ID=4512f959-577e-4452-961f-389f0cf2e337,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:29.356744 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Attempting to bind port 4512f959-577e-4452-961f-389f0cf2e337 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:29.357397 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Attempting to bind port 4512f959-577e-4452-961f-389f0cf2e337 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:29.357852 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Attempting to bind port 4512f959-577e-4452-961f-389f0cf2e337 on network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:29.363116 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:29.363489 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Checking segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:29.364008 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.364402 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Bound using segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:29.364893 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Bound port: 4512f959-577e-4452-961f-389f0cf2e337, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:29.365274 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.435422 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] For port 4512f959-577e-4452-961f-389f0cf2e337, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:29.440465 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] For port 4512f959-577e-4452-961f-389f0cf2e337, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=4512f959-577e-4452-961f-389f0cf2e337,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:29.445955 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.453308 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Allocated IP 172.27.2.234 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/7d9c1558-d3cf-4162-a0ff-18281b096dd7) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:29.463610 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39950) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:29.480916 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fdf5-fa6d-44bb-a405-641288c8e8a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.542488 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbab44-2a0d-41ca-920b-4b2b3d2d1722 None None] Pushing event updated for resources: {'Port': ['ID=4512f959-577e-4452-961f-389f0cf2e337,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:29.586481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fdf5-fa6d-44bb-a405-641288c8e8a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.591481 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d5b9fdf5-fa6d-44bb-a405-641288c8e8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.600151 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.629885 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d5b9fdf5-fa6d-44bb-a405-641288c8e8a6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b62121c2b244c0cabaf4f9298e752a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643612 Sep 23 17:52:29.630702 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9fdf5-fa6d-44bb-a405-641288c8e8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94808e1-c59e-4aca-9254-c3fba5f0c3e9,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:29.632971 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39952) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:29.643218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.682237 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:29.686770 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:29.690452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:29.710638 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.741499 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.746574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Pushing event updated for resources: {'Port': ['ID=7d9c1558-d3cf-4162-a0ff-18281b096dd7,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:29.794973 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.797715 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:29.799024 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b94808e1-c59e-4aca-9254-c3fba5f0c3e9 HTTP/1.1" status: 204 len: 168 time: 0.1651666 Sep 23 17:52:29.808196 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af6fe9-6152-4dfd-902a-13951beec541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94808e1-c59e-4aca-9254-c3fba5f0c3e9,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:30.009246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.221818 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.383627 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 4512f959-577e-4452-961f-389f0cf2e337 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:30.407080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Router ad755704-cc1b-447e-9fa1-0aefb188790c is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100772) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:52:30.442734 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 4512f959-577e-4452-961f-389f0cf2e337 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:30.443110 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.523635 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd22bfe-4993-435f-9854-e64f339f636c None None] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:30.538530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:30.553666 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.556319 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Sync routers for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:30.559105 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.563334 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e078b5ac-d55e-4328-b12b-c3c31e140bfc admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7534034 Sep 23 17:52:30.563722 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 39974) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:30.588187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39978) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:30.704886 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-364114611-network', 'tenant_id': '2fda86fd066a402e9b34d9e9d18154e0'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:30.740177 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Made reservation on behalf of 2fda86fd066a402e9b34d9e9d18154e0 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:30.744297 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.746238 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:30.746954 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:30.760184 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.842865 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 4512f959-577e-4452-961f-389f0cf2e337, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=4512f959-577e-4452-961f-389f0cf2e337,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:30.853148 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.860871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.865767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.882181 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-a6ac0c5e-4207-49c0-bc9e-316af40f8e0d None None] Provisioning complete for port 4512f959-577e-4452-961f-389f0cf2e337 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:30.882978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0c5e-4207-49c0-bc9e-316af40f8e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.888911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:52:30.903848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35aa487f-5ed9-402a-ab33-a55fed8c3def,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:30.909431 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.911351 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Added segment 2069df11-e8d0-4f80-8e8a-a7bd17cdcb94 of type vlan for network 0727b509-cfae-4f6a-8bb7-a20f13772a72 Sep 23 17:52:30.958922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.990549 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:30.991636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:30.992982 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.011721 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=4512f959-577e-4452-961f-389f0cf2e337,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:31.018691 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:31.034174 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4419956 Sep 23 17:52:31.035577 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 39982) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:31.040251 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Request body: {'subnet': {'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-364114611-subnet', 'tenant_id': '2fda86fd066a402e9b34d9e9d18154e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:31.061678 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.076210 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df553a-8c4f-4671-a785-56fee576ca17 admin admin] Pushing event updated for resources: {'Network': ['ID=0727b509-cfae-4f6a-8bb7-a20f13772a72,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:31.095250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Made reservation on behalf of 2fda86fd066a402e9b34d9e9d18154e0 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:31.097887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.116980 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:52:31.252994 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Allocated IP 172.20.0.1 (09db0df5-9bef-47ae-9af0-ae3b6c473c8c/59211b00-6af7-4ec0-9504-f8232b78ca11/3658fb48-c3c6-4d93-bf03-f14c35b3ed03) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:31.307394 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.328189 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:29Z', 'revision_number': 3, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:31.359445 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Checking router: ad755704-cc1b-447e-9fa1-0aefb188790c for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:31.360217 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Updating router ad755704-cc1b-447e-9fa1-0aefb188790c port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:52:31.374579 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7e0310-efce-44b1-b460-31b0946a1b6e,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:31.386638 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Checking segment: {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:31.387022 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Network hostable DHCP agents. Network: 0727b509-cfae-4f6a-8bb7-a20f13772a72, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:52:31.388968 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.396348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.418426 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:52:31.435021 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 0727b509-cfae-4f6a-8bb7-a20f13772a72) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:31.438581 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.447411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:31.448003 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.468152 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0d0b9948-f08b-4087-8170-ddf6945cba58 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4311471 Sep 23 17:52:31.494096 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:31.500348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcbd159-e49a-496d-a555-008447e0f82f None None] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:31.502590 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Pushing event updated for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:31.507677 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:31.510143 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:31.572129 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.666153 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-8d34c6cf-ae13-40d6-a61e-1a67713173f6 None None] Provisioning complete for port 4512f959-577e-4452-961f-389f0cf2e337 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:31.666530 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-8d34c6cf-ae13-40d6-a61e-1a67713173f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.726866 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12616177-d30d-45ff-a804-98329ed7ceae req-85e51efe-9c5e-4767-8694-e5a6eb686bbb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:31.736459 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12616177-d30d-45ff-a804-98329ed7ceae req-85e51efe-9c5e-4767-8694-e5a6eb686bbb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.1001010 Sep 23 17:52:31.850261 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:31.865917 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e7ac4e-10f9-44c1-9db7-4890dfec75c7 None None] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:31.868640 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12616177-d30d-45ff-a804-98329ed7ceae req-7259d221-c02e-4ad9-ae71-576fda7bcfab tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1311224 Sep 23 17:52:31.872343 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690453ed-24b7-4d33-a76d-c8032cec197e req-bd2fe6a2-b9ac-4426-bb3b-6272deda2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:31.873834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-bd2fe6a2-b9ac-4426-bb3b-6272deda2875 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1138 time: 0.2589231 Sep 23 17:52:31.996303 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690453ed-24b7-4d33-a76d-c8032cec197e req-236cbbec-26a4-49e5-baa9-d1b57e6facca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:31.998071 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-236cbbec-26a4-49e5-baa9-d1b57e6facca service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.1159313 Sep 23 17:52:32.053988 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.065532 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.079908 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.086571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.092599 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-ee4fa807-cb23-4d9a-8639-a0afe54bcfcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1002 time: 0.0849483 Sep 23 17:52:32.165405 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690453ed-24b7-4d33-a76d-c8032cec197e req-389e6cfb-1082-4f26-9fa2-c5ed131ce439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:32.169204 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-389e6cfb-1082-4f26-9fa2-c5ed131ce439 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0686157 Sep 23 17:52:32.174978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb831-84fb-48b6-a782-ad65ea24bab7 None None] Pushing event updated for resources: {'Port': ['ID=7d9c1558-d3cf-4162-a0ff-18281b096dd7,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:32.182354 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Attempting to bind port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:32.182714 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Attempting to bind port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:32.184091 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Attempting to bind port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:32.208389 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.210832 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:32.211192 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:32.211593 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.211979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:32.213126 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Bound port: 7d9c1558-d3cf-4162-a0ff-18281b096dd7, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:32.213274 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Pushing event updated for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:32.213363 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.239136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-56863d4b-645c-442d-99f4-df052581bcec None None] Provisioning complete for port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:32.239434 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-56863d4b-645c-442d-99f4-df052581bcec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.267157 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690453ed-24b7-4d33-a76d-c8032cec197e req-11487dc9-acf6-41a8-962a-0377520582b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:32.270944 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-11487dc9-acf6-41a8-962a-0377520582b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907085 Sep 23 17:52:32.295084 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-56863d4b-645c-442d-99f4-df052581bcec None None] Port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:52:32.314344 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] For port 7d9c1558-d3cf-4162-a0ff-18281b096dd7, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:32.318055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] For port 7d9c1558-d3cf-4162-a0ff-18281b096dd7, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=7d9c1558-d3cf-4162-a0ff-18281b096dd7,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:32.328386 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.358439 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 4512f959-577e-4452-961f-389f0cf2e337 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:32.361763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:32.363607 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:32.431096 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effb831-84fb-48b6-a782-ad65ea24bab7 None None] Pushing event updated for resources: {'Port': ['ID=7d9c1558-d3cf-4162-a0ff-18281b096dd7,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:32.437718 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:32.438340 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:32.511016 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Router ad755704-cc1b-447e-9fa1-0aefb188790c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:52:32.660862 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:32.667232 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2389abfe-628a-4837-a57a-86a09ea52814 admin admin] 10.222.0.50 "PUT /v2.0/routers/ad755704-cc1b-447e-9fa1-0aefb188790c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1022968 Sep 23 17:52:32.688998 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 4512f959-577e-4452-961f-389f0cf2e337 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:32.689430 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.704792 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-1ea6b996-35f5-4caa-8239-d6f96dc08301 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238064 Sep 23 17:52:32.734884 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-926208e7-648e-4c41-8a55-d35892413b17 None None] Provisioning complete for port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:32.735670 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-926208e7-648e-4c41-8a55-d35892413b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:32.801922 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-690453ed-24b7-4d33-a76d-c8032cec197e req-62e53dff-c416-4ca0-8d2b-5b08bd3409f7 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895622 Sep 23 17:52:32.804912 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-926208e7-648e-4c41-8a55-d35892413b17 None None] Port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:52:32.810008 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:33.056207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfccb79-7a9f-4b78-bbea-cb7f2e2a7434 req-99a17d1b-d68a-43b2-99fb-8edde02a0b65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:33.058602 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8cfccb79-7a9f-4b78-bbea-cb7f2e2a7434 req-99a17d1b-d68a-43b2-99fb-8edde02a0b65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0712178 Sep 23 17:52:33.110008 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8cfccb79-7a9f-4b78-bbea-cb7f2e2a7434 req-35736ad9-7bec-42be-a6f4-30566a13e3a2 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441675 Sep 23 17:52:33.192407 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40026) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:33.197503 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-197560793-network', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:33.204395 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 2, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:33.221894 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Made reservation on behalf of 86a722f50d0d42dc8e693680bfe0c0a6 for: {'network': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:33.224579 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.233329 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.234569 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c13dd9-e4bd-4568-bc3e-51baa9fc4b54 None None] The sync data for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi is: [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 2, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:33.337673 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.344922 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.370337 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=100772) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:52:33.380785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d708c786-45b4-4491-8b67-3dcc0fc312a8,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:33.385799 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.386198 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.segments_db [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Added segment 9b070439-3279-4b1d-a79a-e6cd49c26c11 of type vlan for network 787e6dba-bfec-435a-8fa3-f71dcce3a206 Sep 23 17:52:33.428539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.474148 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.475257 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:33.475865 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.517438 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3232982 Sep 23 17:52:33.519574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40042) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:33.526455 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Request body: {'subnet': {'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-197560793-subnet', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:33.575141 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912d010-6075-4bcc-a93c-84b9ede4a83e admin admin] Pushing event updated for resources: {'Network': ['ID=787e6dba-bfec-435a-8fa3-f71dcce3a206,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:33.587238 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:52:33.616923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Made reservation on behalf of 86a722f50d0d42dc8e693680bfe0c0a6 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:33.619525 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.747422 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-d6f0978a-07b2-42c6-b907-39d022755514 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:33.748990 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-d6f0978a-07b2-42c6-b907-39d022755514 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 813 time: 0.1874156 Sep 23 17:52:33.770345 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-020ad777-2f51-4517-aa03-5ba3540aeb99 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/quotas/2fda86fd066a402e9b34d9e9d18154e0 HTTP/1.1" status: 200 len: 375 time: 0.0153055 Sep 23 17:52:33.826857 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-8d4a55b0-de14-4b4e-9548-81719761fb71 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478122 Sep 23 17:52:33.902428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:33.992497 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af9568e9-1d98-48b3-aa41-45a95d2b40aa,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:34.071723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Checking segment: {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:34.072082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Network hostable DHCP agents. Network: 787e6dba-bfec-435a-8fa3-f71dcce3a206, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:52:34.101423 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-bb494fbd-44fb-4949-be78-4862206a6de9 service neutron] 10.222.0.50 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666886 Sep 23 17:52:34.111786 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:52:34.148237 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 787e6dba-bfec-435a-8fa3-f71dcce3a206) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:34.155885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:34.156471 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.173094 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f4523-349c-4c89-ba66-906cf22c0067 None None] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:34.220492 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-4e4d8179-b6ad-4d3e-8dff-b0b3214bfe2e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6997769 Sep 23 17:52:34.224273 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40050) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:34.229158 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:34.264851 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-94b662b8-cc44-48e2-b630-9edf41dc55b8 service neutron] 10.222.0.50 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546984 Sep 23 17:52:34.280175 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1700489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13997'] for router, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.282893 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7abad-534c-418d-a319-2b647b89b1fc req-433e8127-9814-4071-9bf1-7dba3a0b2963 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:34.284366 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1641849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1702281', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-481302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13988'] for router, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.284524 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-59c7abad-534c-418d-a319-2b647b89b1fc req-433e8127-9814-4071-9bf1-7dba3a0b2963 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0846903 Sep 23 17:52:34.375020 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-59c7abad-534c-418d-a319-2b647b89b1fc req-c98919d6-215b-4833-8176-e0590cfb6d44 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742958 Sep 23 17:52:34.382504 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.405127 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ce7c62b-154b-5721-a1f2-dcbe18e898e2-787e6dba-bfec-435a-8fa3-f71dcce3a206', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa'}]}} from dv-cinder-810729-1-iscsi. {{(pid=100773) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 17:52:34.406015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.416487 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 7d9c1558-d3cf-4162-a0ff-18281b096dd7 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:34.554741 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b7f4b864-506c-469d-a278-6808260cdbe2 req-d9da46fb-2d12-4ff2-be67-6231734f9f6a tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 210 time: 0.0424471 Sep 23 17:52:34.595332 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:34.596301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.625419 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.694233 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.db_base_plugin_common [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Allocated IP 172.20.0.2 (787e6dba-bfec-435a-8fa3-f71dcce3a206/af9568e9-1d98-48b3-aa41-45a95d2b40aa/872f1ca6-2bb9-4f11-816f-aa62b927a600) {{(pid=100773) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:34.762507 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.835386 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 7d9c1558-d3cf-4162-a0ff-18281b096dd7, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=7d9c1558-d3cf-4162-a0ff-18281b096dd7,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:34.843673 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:34.969070 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=7d9c1558-d3cf-4162-a0ff-18281b096dd7,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:34.997145 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks [] for port, precommit_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.006080 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647'] for port, after_create {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.050547 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 is already hosted by enough agents. {{(pid=100773) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:35.053596 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.scheduler.base_scheduler [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Resources bound (agent type, host, resource id): {{(pid=100773) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:35.057053 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Received port after_create {{(pid=100773) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:35.070207 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.070685 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Pushing event updated for resources: {'Port': ['ID=872f1ca6-2bb9-4f11-816f-aa62b927a600,revision_number=1']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:35.100691 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.132048 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Attempting to bind port 872f1ca6-2bb9-4f11-816f-aa62b927a600 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:35.132424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Attempting to bind port 872f1ca6-2bb9-4f11-816f-aa62b927a600 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:35.132845 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Attempting to bind port 872f1ca6-2bb9-4f11-816f-aa62b927a600 on network 787e6dba-bfec-435a-8fa3-f71dcce3a206 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:35.138602 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:35.138977 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Checking segment: {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:35.139381 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.139773 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Bound using segment: {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:35.140272 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Bound port: 872f1ca6-2bb9-4f11-816f-aa62b927a600, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:35.140757 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.208412 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-51ba151c-03d5-4537-9723-68a04d63824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.222699 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] For port 872f1ca6-2bb9-4f11-816f-aa62b927a600, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:35.226118 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] For port 872f1ca6-2bb9-4f11-816f-aa62b927a600, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=872f1ca6-2bb9-4f11-816f-aa62b927a600,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:35.229250 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Allocated IP 172.27.2.185 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/1c46e3a7-04fd-47cd-8065-50593a60d769) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:35.232188 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.295936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438ef5c-1307-4826-8f4f-019bda855651 None None] Pushing event updated for resources: {'Port': ['ID=872f1ca6-2bb9-4f11-816f-aa62b927a600,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:35.354101 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.391483 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.432315 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:35.437859 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:35.441567 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:35.493587 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Pushing event updated for resources: {'Port': ['ID=1c46e3a7-04fd-47cd-8065-50593a60d769,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:35.531808 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a775c79-54fb-4c3f-b863-ea93f4d5590e req-f679405a-72ee-4848-ad65-76ace6342ab7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:35.533435 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3a775c79-54fb-4c3f-b863-ea93f4d5590e req-f679405a-72ee-4848-ad65-76ace6342ab7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0832450 Sep 23 17:52:35.593976 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3a775c79-54fb-4c3f-b863-ea93f4d5590e req-635273cd-8f1c-4507-ac60-071a18b26b96 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447290 Sep 23 17:52:35.688557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-beb5feba-846d-4335-9dc4-03712739e1d8 req-882239ce-49f2-4c4a-9d15-17ad8f1e0be0 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Sep 23 17:52:35.787110 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:35.859785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-9209fa7b-d28a-4fa8-809b-e9fbafb3d3ca tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:35.861791 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-9209fa7b-d28a-4fa8-809b-e9fbafb3d3ca tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 813 time: 0.1208222 Sep 23 17:52:35.877818 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Request body: {'port': {'device_id': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72', 'admin_state_up': True, 'tenant_id': '2fda86fd066a402e9b34d9e9d18154e0'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:36.007375 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Sync routers for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:36.009227 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Made reservation on behalf of 2fda86fd066a402e9b34d9e9d18154e0 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:52:36.013459 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.017631 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:36.018370 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:36.019769 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1641728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1702324'] for router, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.127920 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:36.144072 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Allocated IP 172.20.0.13 (0727b509-cfae-4f6a-8bb7-a20f13772a72/dc7e0310-efce-44b1-b460-31b0946a1b6e/fab724d4-f551-4dca-8630-a9966f26e15c) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:36.151744 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Router 3bdf2d41-7eb1-415b-9949-eec3863bb740 is scheduled to L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 with binding_index 1 {{(pid=100771) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 17:52:36.296071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:36.310788 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Sync routers for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:36.332552 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:36.337763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.342216 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-520aa78a-313f-49c8-9a06-bb70d7df188c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1135395 Sep 23 17:52:36.342370 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:36.342747 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40076) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:36.365090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.410379 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.483995 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:36.491387 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:36.494570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:36.504409 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 7d9c1558-d3cf-4162-a0ff-18281b096dd7 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:36.509493 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 2, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:36.537664 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:36.555544 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:36.556191 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.558604 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Checking router: ad755704-cc1b-447e-9fa1-0aefb188790c for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:36.559310 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Updating router ad755704-cc1b-447e-9fa1-0aefb188790c port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:52:36.559438 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Pushing event updated for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:36.577503 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-a3d76ab2-8f94-489d-a32b-cf0316cfe5d1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7047403 Sep 23 17:52:36.593975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Request body: {'port': {'device_id': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:36.597263 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.681713 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:36.814775 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76ff24-255a-4e47-8120-5755d9bed8e3 None None] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:52:36.819179 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:36.819671 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.004280 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.014159 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.015687 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4d0e3-49cf-4c1f-ac67-6f81942d242b req-306fa759-28c6-4a07-bf36-eeea93259adb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:37.017612 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d8d4d0e3-49cf-4c1f-ac67-6f81942d242b req-306fa759-28c6-4a07-bf36-eeea93259adb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.2933736 Sep 23 17:52:37.022548 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.030044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa34a3-f617-42b6-a5b5-6bcf8cc57210 req-3214c03c-33c6-49d5-a13d-fe60d0c97738 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:37.032584 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14fa34a3-f617-42b6-a5b5-6bcf8cc57210 req-3214c03c-33c6-49d5-a13d-fe60d0c97738 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 932 time: 0.2141986 Sep 23 17:52:37.070736 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Pushing event updated for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.082790 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.083403 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.083901 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.085118 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.085667 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.086146 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.086662 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.088310 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.088895 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.090031 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.090508 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.090981 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100774) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.106848 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] Provisioning complete for port 872f1ca6-2bb9-4f11-816f-aa62b927a600 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:37.107328 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.166360 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14fa34a3-f617-42b6-a5b5-6bcf8cc57210 req-2b1f7e13-df79-460d-b0e9-9a7c6251a1fb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230237 Sep 23 17:52:37.197773 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Attempting to bind port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:37.199113 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Attempting to bind port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:37.199693 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Attempting to bind port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 on network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:37.204298 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d8d4d0e3-49cf-4c1f-ac67-6f81942d242b req-142cee08-a18c-4c45-857b-7aefed3452da tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1704736 Sep 23 17:52:37.206966 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:37.207451 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Checking segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:37.207737 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.208121 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Bound using segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:37.208588 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Bound port: 3658fb48-c3c6-4d93-bf03-f14c35b3ed03, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:37.209010 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.221534 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Allocated IP 172.20.0.1 (787e6dba-bfec-435a-8fa3-f71dcce3a206/af9568e9-1d98-48b3-aa41-45a95d2b40aa/61c78054-13dc-4d22-99ad-f3b00e32b466) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:37.227443 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 872f1ca6-2bb9-4f11-816f-aa62b927a600 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:37.233673 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:35Z', 'revision_number': 3, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:37.309033 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] For port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:37.320367 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] For port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:37.321457 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab724d4-f551-4dca-8630-a9966f26e15c {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:52:37.332549 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.333951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.354353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Transition to ACTIVE for port object fab724d4-f551-4dca-8630-a9966f26e15c will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:52:37.363690 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Checking router: 3bdf2d41-7eb1-415b-9949-eec3863bb740 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:37.364282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.364463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Updating router 3bdf2d41-7eb1-415b-9949-eec3863bb740 port 1c46e3a7-04fd-47cd-8065-50593a60d769 binding host dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:52:37.395892 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d47ccdd-9a5d-47c8-a553-8db71fe37723 None None] Pushing event updated for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=4']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.423473 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:37.424101 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:37.429813 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.457605 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.518409 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 872f1ca6-2bb9-4f11-816f-aa62b927a600 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:37.518784 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.529850 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.543538 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.599962 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Attempting to bind port fab724d4-f551-4dca-8630-a9966f26e15c on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:37.599962 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Attempting to bind port fab724d4-f551-4dca-8630-a9966f26e15c by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:37.600641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Attempting to bind port fab724d4-f551-4dca-8630-a9966f26e15c on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:37.607625 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Port fab724d4-f551-4dca-8630-a9966f26e15c on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:52:37.607848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Attempting to bind port fab724d4-f551-4dca-8630-a9966f26e15c on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:37.613480 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:37.614323 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:37.614684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Checking segment: {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:37.615116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Bound using segment: {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:37.615757 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Bound port: fab724d4-f551-4dca-8630-a9966f26e15c, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:37.616195 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.618356 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Pushing event updated for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.638263 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.638777 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.639220 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.639655 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.640099 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.640514 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.640966 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.641392 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.641819 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.642307 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.642901 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.643320 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.653823 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:37.655590 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:37.660718 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:37.702767 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.736881 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1703817'] for router_interface, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.750584 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:37.755919 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fab724d4-f551-4dca-8630-a9966f26e15c,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:37.764853 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.805882 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] For port 872f1ca6-2bb9-4f11-816f-aa62b927a600, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=872f1ca6-2bb9-4f11-816f-aa62b927a600,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:37.825399 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.863395 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.873295 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.873640 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.873972 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.874443 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.874840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.875082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.875402 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.875724 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.876090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.876446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.876844 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.877163 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:52:37.881498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:37.882104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.883626 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-5cbc15b5-eae3-4a4b-ace3-61f1e3617ec8 service neutron] 10.222.0.61 "PUT /v2.0/ports/fab724d4-f551-4dca-8630-a9966f26e15c HTTP/1.1" status: 200 len: 1094 time: 1.2962940 Sep 23 17:52:37.884066 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:37.888804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dfbec5-c458-48b4-8a49-706124b138ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:37.928844 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.961392 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7a55e-aa30-426b-92a4-af6208dc2d15 None None] Pushing event updated for resources: {'Port': ['ID=872f1ca6-2bb9-4f11-816f-aa62b927a600,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:37.976349 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:37.981081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe93b6-de9e-4fd9-9523-01126bc3c45e x-openstack-request-id: req-7efe93b6-de9e-4fd9-9523-01126bc3c45e {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:37.981441 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:37.981814 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7efe93b6-de9e-4fd9-9523-01126bc3c45e {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:37.982378 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c', 'status': 'completed', 'code': 200} Sep 23 17:52:37.993057 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:38.003048 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-62c081a4-e33d-44f7-8ab2-9d0924198679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.004605 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-62c081a4-e33d-44f7-8ab2-9d0924198679 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 1097 time: 0.0707109 Sep 23 17:52:38.034241 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864aba89-266c-42ab-bd5e-be1333755435 None None] The sync data for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi is: [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:38.035394 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e1f37be4-099c-4988-beae-d0d6dd1a49ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.084912 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.db.api [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100773) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 17:52:38.085515 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG oslo_db.api [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 17:52:38.092388 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-bf28a626-cc9e-4c54-9341-f48ba2f205a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab724d4-f551-4dca-8630-a9966f26e15c HTTP/1.1" status: 200 len: 217 time: 0.0752399 Sep 23 17:52:38.098172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Provisioning complete for port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:38.098543 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.186373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-c9b906ba-7a57-4e8f-b565-ed4341816fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.187989 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-c9b906ba-7a57-4e8f-b565-ed4341816fcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc7e0310-efce-44b1-b460-31b0946a1b6e HTTP/1.1" status: 200 len: 853 time: 0.0918345 Sep 23 17:52:38.228949 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-e3933234-6b14-45ae-be79-4f907a292b2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0727b509-cfae-4f6a-8bb7-a20f13772a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329816 Sep 23 17:52:38.235159 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks [] for port, precommit_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.248931 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.363605 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Attempting to bind port 1c46e3a7-04fd-47cd-8065-50593a60d769 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:38.364155 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Attempting to bind port 1c46e3a7-04fd-47cd-8065-50593a60d769 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:38.365120 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Attempting to bind port 1c46e3a7-04fd-47cd-8065-50593a60d769 on network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:38.374524 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:38.375067 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Checking segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100773) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:38.375568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.376047 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Bound using segment: {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'} {{(pid=100773) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:38.376632 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.managers [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Bound port: 1c46e3a7-04fd-47cd-8065-50593a60d769, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c139e6d3-c9c8-4f20-bf6f-4d31ee934d50', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}}] {{(pid=100773) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:38.377327 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.379196 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.416801 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abbbeb-e3a3-4d39-a9c4-66378c24f719 None None] Pushing event updated for resources: {'Port': ['ID=1c46e3a7-04fd-47cd-8065-50593a60d769,revision_number=2']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:38.423739 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.476546 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-c9d119d1-984d-491f-bc21-4cf381f90837 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347546 Sep 23 17:52:38.490593 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.492449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dfcb5-47ea-4387-bd3b-e3b31c2dcc0f req-08b6946d-ac37-49d0-9fa4-4aa6cc7ad0aa tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.494407 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4c0dfcb5-47ea-4387-bd3b-e3b31c2dcc0f req-08b6946d-ac37-49d0-9fa4-4aa6cc7ad0aa tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.1420724 Sep 23 17:52:38.497721 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.506221 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e63a5e-00d1-4313-9d7f-fe2cd6f86295 req-54b4a410-a3e3-43e7-83b9-8ca9bf38d6ec tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.506464 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] For port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:38.507514 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c7e63a5e-00d1-4313-9d7f-fe2cd6f86295 req-54b4a410-a3e3-43e7-83b9-8ca9bf38d6ec tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 944 time: 0.2039769 Sep 23 17:52:38.515333 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] For port 1c46e3a7-04fd-47cd-8065-50593a60d769, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100773) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:38.519420 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] For port 1c46e3a7-04fd-47cd-8065-50593a60d769, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=1c46e3a7-04fd-47cd-8065-50593a60d769,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:38.520429 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.572107 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Pushing event updated for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:38.573521 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Pushing event updated for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:38.576015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.621771 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1699961'] for router_interface, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.643563 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c7e63a5e-00d1-4313-9d7f-fe2cd6f86295 req-44564274-8570-45f2-ac6e-1997b5525abc tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253116 Sep 23 17:52:38.649028 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4c0dfcb5-47ea-4387-bd3b-e3b31c2dcc0f req-199ec429-502c-404f-9248-369bd232f449 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1403337 Sep 23 17:52:38.683773 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abbbeb-e3a3-4d39-a9c4-66378c24f719 None None] Pushing event updated for resources: {'Port': ['ID=1c46e3a7-04fd-47cd-8065-50593a60d769,revision_number=3']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:38.687837 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54e0249d-acef-46f1-a7b2-839c5757c7c1 req-3b36e248-408d-40dd-8329-2c7f4cae5151 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915293 Sep 23 17:52:38.718428 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Provisioning complete for port 872f1ca6-2bb9-4f11-816f-aa62b927a600 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:38.718887 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-7080b43c-d3a6-484b-81c5-ca6a6d45ad85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:38.751628 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:38.753464 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:38.754670 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:38.755310 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:38.813044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbec5-c458-48b4-8a49-706124b138ed req-4810b159-2732-41ff-a03c-ad56ac1e38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.822417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-4810b159-2732-41ff-a03c-ad56ac1e38de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 1097 time: 0.0640163 Sep 23 17:52:38.915414 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 872f1ca6-2bb9-4f11-816f-aa62b927a600 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:38.965561 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Router 3bdf2d41-7eb1-415b-9949-eec3863bb740 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:52:38.989862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbec5-c458-48b4-8a49-706124b138ed req-bb33b5ef-2f21-43f2-848f-20d95d270238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:38.994521 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-bb33b5ef-2f21-43f2-848f-20d95d270238 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 914 time: 0.1463361 Sep 23 17:52:39.001039 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:39.005137 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:39.062448 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-3eb3031d-def2-4c25-9659-289797e5c8fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fab724d4-f551-4dca-8630-a9966f26e15c HTTP/1.1" status: 200 len: 217 time: 0.0557330 Sep 23 17:52:39.114797 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 872f1ca6-2bb9-4f11-816f-aa62b927a600 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:39.115158 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:39.118005 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:39.128984 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-4e06142d-2c11-47f3-9971-fdb5a57ec299 admin admin] 10.222.0.50 "PUT /v2.0/routers/3bdf2d41-7eb1-415b-9949-eec3863bb740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850759 Sep 23 17:52:39.143607 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbec5-c458-48b4-8a49-706124b138ed req-f23ecb43-6025-4da4-913f-f728f7b3a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:39.146043 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-f23ecb43-6025-4da4-913f-f728f7b3a70d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc7e0310-efce-44b1-b460-31b0946a1b6e HTTP/1.1" status: 200 len: 853 time: 0.0746810 Sep 23 17:52:39.183740 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-7f2cc88b-d5dd-45ad-ab00-7101cb8e8c0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0727b509-cfae-4f6a-8bb7-a20f13772a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274923 Sep 23 17:52:39.271819 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-a87c97e2-9f8a-494e-9ee4-971dc4fddf1f None None] Provisioning complete for port 61c78054-13dc-4d22-99ad-f3b00e32b466 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:39.272190 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a87c97e2-9f8a-494e-9ee4-971dc4fddf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:39.285516 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-9ff37d08-9450-4a4f-8d2c-acf97734703c service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923057 Sep 23 17:52:39.352075 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:39.375403 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-a87c97e2-9f8a-494e-9ee4-971dc4fddf1f None None] Port 61c78054-13dc-4d22-99ad-f3b00e32b466 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:52:39.390129 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14dfbec5-c458-48b4-8a49-706124b138ed req-79a7a997-1f36-4509-b248-7e81cc747aec service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962491 Sep 23 17:52:39.567511 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:39.567794 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:39.592683 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '61c78054-13dc-4d22-99ad-f3b00e32b466', 'name': '', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'mac_address': 'fa:16:3e:75:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:37Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 2, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'subnets': [{'id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:39.623062 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf2023f-a4b0-4ac4-9bcb-98710c53edfe None None] The sync data for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi is: [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '61c78054-13dc-4d22-99ad-f3b00e32b466', 'name': '', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'mac_address': 'fa:16:3e:75:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:37Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 2, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'subnets': [{'id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:39.779703 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d9d5a-c01c-4651-be59-eedbf0aa7950 req-264b80cf-df6e-48a0-93ca-72503889c5c9 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:39.781229 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd3d9d5a-c01c-4651-be59-eedbf0aa7950 req-264b80cf-df6e-48a0-93ca-72503889c5c9 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 944 time: 0.0526283 Sep 23 17:52:39.811650 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40104) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:39.818820 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1020966197', 'description': 'tempest-secgroup-smoke-1020966197 description', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:39.838439 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fd3d9d5a-c01c-4651-be59-eedbf0aa7950 req-41916ba7-a555-4ef8-b858-4447daff5174 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Sep 23 17:52:39.872922 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:39.949077 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e347d-5d3a-41cc-96e0-86e7202abb0e req-55f2cdc7-c712-4d71-ad95-79b34f5fe4a5 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:39.951315 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-000e347d-5d3a-41cc-96e0-86e7202abb0e req-55f2cdc7-c712-4d71-ad95-79b34f5fe4a5 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0731728 Sep 23 17:52:39.999492 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.004866 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.011373 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-000e347d-5d3a-41cc-96e0-86e7202abb0e req-656c7d63-f017-435f-b51e-1c52ed3a64f0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527465 Sep 23 17:52:40.036727 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.040593 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2252626 Sep 23 17:52:40.040593 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb25a15-d758-481d-84d5-eb0faa76c578 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1569d358-ceb4-4446-978a-a9daded265be,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.041645 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40108) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.047253 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.076580 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.127207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.131032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.155580 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf30d68-74a0-44f0-8b52-2db33ef42ef5,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.159881 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.163588 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-aa2db7ee-7a2d-4864-80ef-8c5c81241db8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177862 Sep 23 17:52:40.164283 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40110) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.168779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.196891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.260532 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.266028 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.285349 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566568b8-1d8b-44ac-a681-7bafe71808e5,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.293673 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.293673 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c737f2ac-ee7f-49ca-9c4e-daf386e2d7fe tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266959 Sep 23 17:52:40.309304 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40112) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.316612 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.344287 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.407228 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.416180 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.431756 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc35140-1cf4-4be2-9248-770ed8068e39,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.444195 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.445471 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3cb9a5be-98af-4d75-b19c-b1c1e00db323 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351357 Sep 23 17:52:40.448869 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40114) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.453863 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.482096 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.543970 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.548370 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.566126 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c65f2a69-8222-451e-af42-7254a318a5c8,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.573116 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.574360 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-02e2c088-47f0-4f66-b979-efb7a3a52090 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243994 Sep 23 17:52:40.577030 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40116) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.581258 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.603941 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.securitygroups_db [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Project a904e9efe3664aa0be07bd2758e61dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:52:40.609900 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.673911 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.677665 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.698126 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f20f24-9a8a-4bcc-afcd-c8d36ac7c244,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.700703 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.704887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40118) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:40.709304 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a46125e9-b9a5-47c0-b806-f6290c2755cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311798 Sep 23 17:52:40.709446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'security_group_rule': {'security_group_id': '1569d358-ceb4-4446-978a-a9daded265be', 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:40.732125 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.securitygroups_db [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Project a904e9efe3664aa0be07bd2758e61dee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 23 17:52:40.737485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.778708 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.813939 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.818884 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.838277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08afb213-4953-4b1a-82e8-fbdccb19e176,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:40.841292 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:40.850502 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-69cc518a-0e09-44c8-80aa-7b428f923100 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368434 Sep 23 17:52:40.866354 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 1c46e3a7-04fd-47cd-8065-50593a60d769 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:40.930228 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 1c46e3a7-04fd-47cd-8065-50593a60d769 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:40.930733 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:41.024744 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d06b88-b429-429b-83b1-9b3e33e1c8e4 req-2cfd7333-7e7f-4487-832f-e838ff52c0d9 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:41.027156 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-62d06b88-b429-429b-83b1-9b3e33e1c8e4 req-2cfd7333-7e7f-4487-832f-e838ff52c0d9 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 944 time: 0.0719707 Sep 23 17:52:41.043664 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:41.079440 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-62d06b88-b429-429b-83b1-9b3e33e1c8e4 req-0837830f-865e-468e-8011-483388daa2f1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Sep 23 17:52:41.080837 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] For port 1c46e3a7-04fd-47cd-8065-50593a60d769, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=1c46e3a7-04fd-47cd-8065-50593a60d769,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:41.086230 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:41.152266 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Pushing event updated for resources: {'Port': ['ID=1c46e3a7-04fd-47cd-8065-50593a60d769,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:41.210103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81090ef9-0093-400e-b229-f389c108fe42 req-50075907-c28c-4534-8ba4-ebc59ce6991f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:41.213161 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-81090ef9-0093-400e-b229-f389c108fe42 req-50075907-c28c-4534-8ba4-ebc59ce6991f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0672050 Sep 23 17:52:41.240571 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fab724d4-f551-4dca-8630-a9966f26e15c details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:52:41.256172 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-81090ef9-0093-400e-b229-f389c108fe42 req-62cc2142-aa9c-4a93-b8d0-f66c10d67d10 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367980 Sep 23 17:52:41.374726 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fab724d4-f551-4dca-8630-a9966f26e15c,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:41.388398 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'fab724d4-f551-4dca-8630-a9966f26e15c', 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72', 'port_id': 'fab724d4-f551-4dca-8630-a9966f26e15c', 'mac_address': 'fa:16:3e:be:f3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7e0310-efce-44b1-b460-31b0946a1b6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:52:41.439597 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:41.453330 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab724d4-f551-4dca-8630-a9966f26e15c {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:52:41.474249 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fab724d4-f551-4dca-8630-a9966f26e15c,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:41.477833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:41.527397 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:41.710634 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Sync routers for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:41.720170 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:41.720823 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:41.785821 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['fab724d4-f551-4dca-8630-a9966f26e15c'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:52:41.918636 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:42.122281 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '61c78054-13dc-4d22-99ad-f3b00e32b466', 'name': '', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'mac_address': 'fa:16:3e:75:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:37Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 2, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'subnets': [{'id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:42.148068 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Checking router: 3bdf2d41-7eb1-415b-9949-eec3863bb740 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:42.148418 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Updating router 3bdf2d41-7eb1-415b-9949-eec3863bb740 port 61c78054-13dc-4d22-99ad-f3b00e32b466 binding host dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 17:52:42.177037 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.199438 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7ccc7-0e6d-412b-9d1b-92877b673711 req-e99934bf-403c-4e7d-a70b-7a7195889935 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:42.201062 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ebd7ccc7-0e6d-412b-9d1b-92877b673711 req-e99934bf-403c-4e7d-a70b-7a7195889935 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Sep 23 17:52:42.243612 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ebd7ccc7-0e6d-412b-9d1b-92877b673711 req-bc9db882-f201-4210-ad15-bc0c7c4f3d93 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 Sep 23 17:52:42.393333 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c2c15-8cd0-48bc-b61a-7ea4b77d9447 req-44f21bac-9edb-4554-983d-071fe1928937 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:42.394830 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-457c2c15-8cd0-48bc-b61a-7ea4b77d9447 req-44f21bac-9edb-4554-983d-071fe1928937 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0496786 Sep 23 17:52:42.442386 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-457c2c15-8cd0-48bc-b61a-7ea4b77d9447 req-59a17c58-4de2-41b8-8561-d22e9a2fc540 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414267 Sep 23 17:52:42.462641 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks [] for port, precommit_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.470466 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.523460 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93017-dc03-47ea-b7ce-68aa8cb97aa0 None None] Pushing event updated for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=3']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:42.575745 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Attempting to bind port 61c78054-13dc-4d22-99ad-f3b00e32b466 on host dv-cinder-810729-1-iscsi for vnic_type normal with profile {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:52:42.576100 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Attempting to bind port 61c78054-13dc-4d22-99ad-f3b00e32b466 by drivers openvswitch,hyperv on host dv-cinder-810729-1-iscsi at level 0 using segments [{'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:52:42.576473 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Attempting to bind port 61c78054-13dc-4d22-99ad-f3b00e32b466 on network 787e6dba-bfec-435a-8fa3-f71dcce3a206 {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:52:42.581844 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Checking agent: {'id': 'df17555f-9fab-4ea7-adca-4a9d1e251b85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810729-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 39, 8), 'started_at': datetime.datetime(2021, 9, 23, 17, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810729-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:52:42.582456 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Checking segment: {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100774) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:52:42.582849 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.583237 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Bound using segment: {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'} {{(pid=100774) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:52:42.583697 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.managers [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Bound port: 61c78054-13dc-4d22-99ad-f3b00e32b466, host: dv-cinder-810729-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b070439-3279-4b1d-a79a-e6cd49c26c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206'}}] {{(pid=100774) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:52:42.584081 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.650669 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] For port 61c78054-13dc-4d22-99ad-f3b00e32b466, host dv-cinder-810729-1-iscsi, cleared binding levels {{(pid=100774) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:52:42.654540 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.plugins.ml2.db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] For port 61c78054-13dc-4d22-99ad-f3b00e32b466, host dv-cinder-810729-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=61c78054-13dc-4d22-99ad-f3b00e32b466,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100774) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:52:42.658632 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron_lib.callbacks.manager [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.717334 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] Provisioning complete for port 61c78054-13dc-4d22-99ad-f3b00e32b466 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:42.717785 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.718500 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:42.719341 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:42.793693 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93017-dc03-47ea-b7ce-68aa8cb97aa0 None None] Pushing event updated for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=4']} {{(pid=100774) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:42.810327 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.838858 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 1c46e3a7-04fd-47cd-8065-50593a60d769 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:42.850191 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:42.873010 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] For port 61c78054-13dc-4d22-99ad-f3b00e32b466, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=61c78054-13dc-4d22-99ad-f3b00e32b466,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:42.879589 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:42.940033 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b8ede-26e5-4d16-bd85-33b787569323 None None] Pushing event updated for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:42.946536 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 1c46e3a7-04fd-47cd-8065-50593a60d769 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:42.946909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:43.004440 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-3dd7e3e6-39aa-45e1-a037-34680ef02c24 None None] Provisioning complete for port 61c78054-13dc-4d22-99ad-f3b00e32b466 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:43.004831 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3dd7e3e6-39aa-45e1-a037-34680ef02c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:43.064106 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '61c78054-13dc-4d22-99ad-f3b00e32b466', 'name': '', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'mac_address': 'fa:16:3e:75:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:37Z', 'updated_at': '2021-09-23T17:52:42Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'subnets': [{'id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:43.092099 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a099115a-37d1-4320-9c23-523d93b1e721 None None] The sync data for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi is: [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:52:37Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '61c78054-13dc-4d22-99ad-f3b00e32b466', 'name': '', 'network_id': '787e6dba-bfec-435a-8fa3-f71dcce3a206', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'mac_address': 'fa:16:3e:75:8b:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:37Z', 'updated_at': '2021-09-23T17:52:42Z', 'revision_number': 4, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'subnets': [{'id': 'af9568e9-1d98-48b3-aa41-45a95d2b40aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:43.259546 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fab724d4-f551-4dca-8630-a9966f26e15c up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:43.313708 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port fab724d4-f551-4dca-8630-a9966f26e15c completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:52:43.318311 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port fab724d4-f551-4dca-8630-a9966f26e15c triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:43.318965 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:43.377666 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf725f8-6ad2-4755-b230-3ee6ff3a8415 req-988d7cfa-4c01-4f1e-b01e-67c764b4ffc4 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:43.379568 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dcf725f8-6ad2-4755-b230-3ee6ff3a8415 req-988d7cfa-4c01-4f1e-b01e-67c764b4ffc4 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 945 time: 0.0508840 Sep 23 17:52:43.411867 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:43.426729 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dcf725f8-6ad2-4755-b230-3ee6ff3a8415 req-9b4e083f-d614-46f8-a9e8-eac9edffb16d tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Sep 23 17:52:43.454504 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:43.456766 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75be57e4-687b-4830-b04d-b47004921646" -d '{"events": [{"server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:43.471660 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fab724d4-f551-4dca-8630-a9966f26e15c,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:43.476208 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:43.507845 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd170b4-e3c7-4316-9e2d-7e9f992985dc x-openstack-request-id: req-1dd170b4-e3c7-4316-9e2d-7e9f992985dc {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:43.508355 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:43.508740 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1dd170b4-e3c7-4316-9e2d-7e9f992985dc {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:43.509439 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c', 'code': 200} Sep 23 17:52:43.550858 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:43.621437 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f5f27-6a87-4992-893f-7bc5254ae8c7 req-9a5770bf-9a2d-40df-acd9-0d4398dc5de4 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:43.622950 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e98f5f27-6a87-4992-893f-7bc5254ae8c7 req-9a5770bf-9a2d-40df-acd9-0d4398dc5de4 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0596566 Sep 23 17:52:43.679020 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e98f5f27-6a87-4992-893f-7bc5254ae8c7 req-68ea52e4-f8f4-4256-96f9-07358155f917 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0486701 Sep 23 17:52:43.707704 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea0fbb-a3f6-412f-a1c8-61d47dfa7335 req-d9bf38af-66f6-4a26-bda3-247b0ac9324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:43.709144 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3ea0fbb-a3f6-412f-a1c8-61d47dfa7335 req-d9bf38af-66f6-4a26-bda3-247b0ac9324c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 1099 time: 0.0470767 Sep 23 17:52:43.750277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3ea0fbb-a3f6-412f-a1c8-61d47dfa7335 req-19d38e1d-b26e-419d-9009-6f540b238b78 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299809 Sep 23 17:52:44.549090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5d4fe-7dc2-4a50-b445-201e4b0132a2 req-b0107a9c-bb3e-4680-8275-546aa250cd6a tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:44.550552 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39d5d4fe-7dc2-4a50-b445-201e4b0132a2 req-b0107a9c-bb3e-4680-8275-546aa250cd6a tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 946 time: 0.0484548 Sep 23 17:52:44.587883 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-39d5d4fe-7dc2-4a50-b445-201e4b0132a2 req-ad562807-059b-45d0-8efe-8a8550a85595 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Sep 23 17:52:44.796172 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae9fec-0358-448f-97f2-32ab81e14d08 req-8cc3fb40-9efe-4382-b1c3-6cce5f77fcca tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:44.797676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-93ae9fec-0358-448f-97f2-32ab81e14d08 req-8cc3fb40-9efe-4382-b1c3-6cce5f77fcca tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0517528 Sep 23 17:52:44.828710 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 61c78054-13dc-4d22-99ad-f3b00e32b466 up at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:52:44.838635 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-93ae9fec-0358-448f-97f2-32ab81e14d08 req-38c2ff6e-737d-406c-9f5f-bb42141e5fc7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349183 Sep 23 17:52:44.881833 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Provisioning complete for port 61c78054-13dc-4d22-99ad-f3b00e32b466 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:52:44.882201 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:45.707560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d99d8e-a37b-4fa9-8a6c-d337868837e9 req-80e9e5dd-16fc-442f-9869-6240701756e3 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:45.710319 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29d99d8e-a37b-4fa9-8a6c-d337868837e9 req-80e9e5dd-16fc-442f-9869-6240701756e3 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 946 time: 0.0515413 Sep 23 17:52:45.757979 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-29d99d8e-a37b-4fa9-8a6c-d337868837e9 req-b853d631-99aa-4a90-a7bc-067168d24e01 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360727 Sep 23 17:52:45.970855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef14d8b-7193-482d-9595-164c4f3edd01 req-0b03ee8f-6aec-48dc-94c4-9a45b0de4f65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:45.972500 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ef14d8b-7193-482d-9595-164c4f3edd01 req-0b03ee8f-6aec-48dc-94c4-9a45b0de4f65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0541134 Sep 23 17:52:46.014230 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ef14d8b-7193-482d-9595-164c4f3edd01 req-afe058a7-e266-4a1e-a3bb-6191a278316e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355363 Sep 23 17:52:47.128238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208bb80-0e76-45aa-974d-4a8cc8f4aee4 req-796e7189-10a6-4904-9011-3c7c26613353 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:47.129761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6208bb80-0e76-45aa-974d-4a8cc8f4aee4 req-796e7189-10a6-4904-9011-3c7c26613353 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0494511 Sep 23 17:52:47.173472 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6208bb80-0e76-45aa-974d-4a8cc8f4aee4 req-a5e051fe-870b-4d89-b2f2-7ef5a2e47d2c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351188 Sep 23 17:52:48.299084 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d733407-0c35-4ff1-a626-16b89ce7b227 req-9b9c0bc7-c797-4a5d-9728-3ea93b4e5a07 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:48.300571 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1d733407-0c35-4ff1-a626-16b89ce7b227 req-9b9c0bc7-c797-4a5d-9728-3ea93b4e5a07 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0578837 Sep 23 17:52:48.344334 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1d733407-0c35-4ff1-a626-16b89ce7b227 req-73c46397-5c27-44eb-9496-7a0ddf148024 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374758 Sep 23 17:52:49.461743 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ce023-13cc-45c2-afe2-5c41acf069b6 req-68dbac46-aea9-4f6f-ab9b-e5a451f58484 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:49.463491 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-998ce023-13cc-45c2-afe2-5c41acf069b6 req-68dbac46-aea9-4f6f-ab9b-e5a451f58484 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0497668 Sep 23 17:52:49.505354 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-998ce023-13cc-45c2-afe2-5c41acf069b6 req-29eada3d-afbc-4459-84f3-b15893fbbaa5 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358152 Sep 23 17:52:50.550511 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:50.623356 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea63d9-85f2-4a83-8e6f-5dbbec8c342f req-9fec8966-9477-49c1-992b-0cb14c9099f0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:50.624848 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54ea63d9-85f2-4a83-8e6f-5dbbec8c342f req-9fec8966-9477-49c1-992b-0cb14c9099f0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0511432 Sep 23 17:52:50.667688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54ea63d9-85f2-4a83-8e6f-5dbbec8c342f req-b52c784f-33f9-4e1c-80da-89e444b8ca24 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365806 Sep 23 17:52:51.786911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce19dec-4194-445f-bf27-681520d43b89 req-5080c0da-7808-420f-9a88-b652a57b483e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:51.788389 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0ce19dec-4194-445f-bf27-681520d43b89 req-5080c0da-7808-420f-9a88-b652a57b483e tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0526245 Sep 23 17:52:51.833824 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0ce19dec-4194-445f-bf27-681520d43b89 req-ef268fa7-ae0c-4d17-aeb3-77308f6fcce2 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388036 Sep 23 17:52:52.953586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7540350-1e10-4d4c-bab9-865cc62d3ae1 req-21e540bb-d213-4e2f-a48a-1c1e97363b32 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:52.955059 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b7540350-1e10-4d4c-bab9-865cc62d3ae1 req-21e540bb-d213-4e2f-a48a-1c1e97363b32 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0481391 Sep 23 17:52:52.998408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b7540350-1e10-4d4c-bab9-865cc62d3ae1 req-71f1b326-ee02-4cbd-baa5-e3cf17a59f30 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372312 Sep 23 17:52:53.549951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca66cb8-0efb-4c7e-8a99-ebf0a142e8d5 req-f6ac75b4-382f-4daf-b752-ca081b73b1b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:53.551473 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aca66cb8-0efb-4c7e-8a99-ebf0a142e8d5 req-f6ac75b4-382f-4daf-b752-ca081b73b1b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0512497 Sep 23 17:52:53.593092 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aca66cb8-0efb-4c7e-8a99-ebf0a142e8d5 req-f2bc2f58-c62f-4467-89d2-35a755686ef3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356638 Sep 23 17:52:54.121123 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54cda8-39ce-4649-84eb-80ce31ea7908 req-1736dca8-52a3-4856-adab-bf8fc727c84a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:54.123297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cc54cda8-39ce-4649-84eb-80ce31ea7908 req-1736dca8-52a3-4856-adab-bf8fc727c84a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.0525830 Sep 23 17:52:54.167523 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cc54cda8-39ce-4649-84eb-80ce31ea7908 req-c9dd7096-5cf7-475d-ba33-b97634ce3bf7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&id=cfc7c4ca-855f-4311-b1e7-5c462043496a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380909 Sep 23 17:52:54.706309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066e3c-4d00-47e2-ac49-2e5bb95a2b9d req-b76599a1-4658-41aa-b655-b92716c3d5ff tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:54.707801 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1066e3c-4d00-47e2-ac49-2e5bb95a2b9d req-b76599a1-4658-41aa-b655-b92716c3d5ff tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0489678 Sep 23 17:52:54.749865 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b1066e3c-4d00-47e2-ac49-2e5bb95a2b9d req-ec94aabc-b907-4e4b-be95-be68108ee28a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331161 Sep 23 17:52:55.868784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c5aac-bab0-42b1-ac35-48e3193c46f2 req-067cf4ec-14f3-40ef-9017-a26dfb8c9906 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:55.870142 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-813c5aac-bab0-42b1-ac35-48e3193c46f2 req-067cf4ec-14f3-40ef-9017-a26dfb8c9906 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0511243 Sep 23 17:52:55.911140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-813c5aac-bab0-42b1-ac35-48e3193c46f2 req-d2524a68-8588-4096-bbe6-48ce29ecf978 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=c562da55-6962-43a8-af02-839a33837fa3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348864 Sep 23 17:52:56.181508 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-24a5ded1-95eb-46f3-8b02-7e5cf7a86540 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:52:56.182829 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-24a5ded1-95eb-46f3-8b02-7e5cf7a86540 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 946 time: 0.0496519 Sep 23 17:52:56.288175 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Deleting port 71393818-d5df-4500-9aca-bbe9e189ffee {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:52:56.288519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:56.381446 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] For port 71393818-d5df-4500-9aca-bbe9e189ffee, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=71393818-d5df-4500-9aca-bbe9e189ffee,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:52:56.381809 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:56.814638 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:56.814994 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:56.815304 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Floating IP 2a005e30-8d08-43c7-a284-ac781afd1ddc disassociated. External IP: 172.27.2.157, port: 71393818-d5df-4500-9aca-bbe9e189ffee. Sep 23 17:52:56.815651 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Calling delete_port for 71393818-d5df-4500-9aca-bbe9e189ffee owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:52:56.943943 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:56.973429 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'Port': ['ID=71393818-d5df-4500-9aca-bbe9e189ffee,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:57.011065 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5177e794-51f7-4586-8efd-b6c0bb85453e req-a3ea028b-5764-4dec-b012-bde9518c7be4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a HTTP/1.1" status: 200 len: 210 time: 0.0294957 Sep 23 17:52:57.115020 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:52:57.224983 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:52:57.238138 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:52:57.247171 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:57.248390 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:57.265384 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] No DVR routers for this DVR port 71393818-d5df-4500-9aca-bbe9e189ffee on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:52:57.269867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:57.271766 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0251c760-0271-4fe1-beb8-508c8bb0cff0 req-086b1f4a-52f4-4e39-a781-8b56e6e8a86b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "DELETE /v2.0/ports/71393818-d5df-4500-9aca-bbe9e189ffee HTTP/1.1" status: 204 len: 173 time: 1.0807090 Sep 23 17:52:57.272746 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'name': 'network-vif-deleted', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:52:57.274811 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb736ccb-6567-42a7-aed6-7bb1c4d2afe1" -d '{"events": [{"server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "name": "network-vif-deleted", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:52:57.380079 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:57.403388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b8315-dada-4e69-886c-56baf6c4d3bf x-openstack-request-id: req-690b8315-dada-4e69-886c-56baf6c4d3bf {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:52:57.403684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a", "name": "network-vif-deleted", "tag": "71393818-d5df-4500-9aca-bbe9e189ffee", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:52:57.404585 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-690b8315-dada-4e69-886c-56baf6c4d3bf {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:52:57.405023 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6be2af2b-e514-4ac7-bdb0-b78cbcdddf5a', 'name': 'network-vif-deleted', 'tag': '71393818-d5df-4500-9aca-bbe9e189ffee', 'status': 'completed', 'code': 200} Sep 23 17:52:57.500722 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:52:57.593753 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:57.623356 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:52:57.631558 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:52:57.632162 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:52:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:57.738937 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:52:57.960549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:52:57.987346 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acee7ee-2f6e-45fa-8326-1c73871da7f3 None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:52:58.102679 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40384) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:58.160347 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.184781 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.201337 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c6f44-1a55-497b-8e23-9529ff3f5929 None None] New status for floating IP 2a005e30-8d08-43c7-a284-ac781afd1ddc: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:52:58.238889 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.241849 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.243044 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "DELETE /v2.0/security-groups/c562da55-6962-43a8-af02-839a33837fa3 HTTP/1.1" status: 204 len: 168 time: 0.1392701 Sep 23 17:52:58.245904 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40386) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:58.252205 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ce4fb-4a8f-4e60-9e3d-3c974b4d9816 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c562da55-6962-43a8-af02-839a33837fa3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:58.261207 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.api.v2.resource [None req-3f8a3911-278d-4eea-a07d-eeff8c70bdb8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] show failed (client error): The resource could not be found. Sep 23 17:52:58.265473 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-3f8a3911-278d-4eea-a07d-eeff8c70bdb8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups/c562da55-6962-43a8-af02-839a33837fa3 HTTP/1.1" status: 404 len: 347 time: 0.0147233 Sep 23 17:52:58.266006 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40388) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:58.401643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Deleting port 66e1d964-a307-45e2-9ec4-35a14b980d51 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:52:58.401988 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.479270 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.479593 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.491199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Calling delete_port for 66e1d964-a307-45e2-9ec4-35a14b980d51 owned by network:floatingip {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:52:58.630465 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.654314 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'Port': ['ID=66e1d964-a307-45e2-9ec4-35a14b980d51,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:58.716045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.719426 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:58.720619 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-ead5f27e-6b82-4e0a-9fa4-e98c5c3d4fe1 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "DELETE /v2.0/floatingips/2a005e30-8d08-43c7-a284-ac781afd1ddc HTTP/1.1" status: 204 len: 168 time: 0.4536982 Sep 23 17:52:58.962113 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40398) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:58.966914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--562005601', 'description': 'tempest-description--497926313'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:58.991019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.073210 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.077631 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.102779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.103963 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1405911 Sep 23 17:52:59.107371 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40400) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:59.107906 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb450b-3a4c-48bd-b973-388cc4e42e02 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=612bb95c-5ea5-4d73-b61e-87b34ffaf737,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:59.113373 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group_rule': {'security_group_id': '612bb95c-5ea5-4d73-b61e-87b34ffaf737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:59.141982 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.187434 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.191142 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.209549 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c2f310-d285-4ddf-854f-74c3fd71e886,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:59.215053 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.216215 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-af36727a-84c7-4e03-a999-2fcfb54b66ac tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064358 Sep 23 17:52:59.219932 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40402) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:59.224285 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'security_group_rule': {'security_group_id': '612bb95c-5ea5-4d73-b61e-87b34ffaf737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:59.252722 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.313393 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 71393818-d5df-4500-9aca-bbe9e189ffee no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:52:59.314280 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.318052 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623882'] for security_group_rule, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.338741 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d9d154-75e3-42be-bd60-3655514da4f5,revision_number=0']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:59.339034 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 71393818-d5df-4500-9aca-bbe9e189ffee {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:52:59.339034 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 71393818-d5df-4500-9aca-bbe9e189ffee not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:52:59.343584 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.347955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 40404) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:52:59.348377 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-47ae45a3-cc25-4793-b629-f1d00123c87f tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270821 Sep 23 17:52:59.352429 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:52:59.374711 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.470405 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.580962 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Allocated IP 172.27.2.179 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/393ef2da-52d8-4f41-ae63-2168529fa470) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:52:59.682955 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.721304 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.760026 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:52:59.762812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:52:59.766951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:52:59.792558 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=393ef2da-52d8-4f41-ae63-2168529fa470,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:52:59.857188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:52:59.890882 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:00.043834 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:00.048979 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:00.120461 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=393ef2da-52d8-4f41-ae63-2168529fa470,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:00.132676 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:00.146170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:00.149921 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-cdb37b69-45d8-42ea-9797-2e260c368d15 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7984960 Sep 23 17:53:00.289436 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-88bcffbb-3667-434f-9b02-5df55488ee7d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--562005601&fields=id&tenant_id=68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 267 time: 0.0344491 Sep 23 17:53:00.395580 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-6744e54a-d7d7-40ca-befa-8143764d50e0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:00.397080 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-6744e54a-d7d7-40ca-befa-8143764d50e0 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 810 time: 0.1003382 Sep 23 17:53:00.412799 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-85a2334d-cdd4-4d3c-9a43-3e90b21b9595 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/quotas/68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 375 time: 0.0098054 Sep 23 17:53:00.470069 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-11b73317-8b48-4e1c-8f96-cac7a8ddf818 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521932 Sep 23 17:53:00.610387 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-a9842947-a49b-4113-9609-09a16a341dc2 service neutron] 10.222.0.50 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291502 Sep 23 17:53:00.708127 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-a5efc41e-eb38-45a8-8472-f039b214a315 service neutron] 10.222.0.50 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914140 Sep 23 17:53:00.877318 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-42a2669f-9302-40de-9aa5-76346649f51e req-88607f10-09cf-4e5d-aee9-304f36c26246 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Sep 23 17:53:02.007060 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ae3b75df-79dd-430a-b7b7-deba849c4b1d req-44ab090f-049f-4206-9354-c8262d429059 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 210 time: 0.0468454 Sep 23 17:53:02.040866 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-0b69a473-568f-4815-9620-edd800b7d1e3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:02.042382 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-0b69a473-568f-4815-9620-edd800b7d1e3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 810 time: 0.1531515 Sep 23 17:53:02.106793 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-a47c577f-029a-4e1c-8be8-fda04355b036 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a0e45c8f124a4fb7976d4e3a641875 HTTP/1.1" status: 200 len: 379 time: 0.0360212 Sep 23 17:53:02.123455 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'port': {'device_id': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'admin_state_up': True, 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'security_groups': ['612bb95c-5ea5-4d73-b61e-87b34ffaf737']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:02.235246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Made reservation on behalf of 68a0e45c8f124a4fb7976d4e3a641875 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:53:02.239333 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.369765 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Allocated IP 172.20.0.7 (2f481624-6ae9-4e56-9e10-7679961d89cf/81b81aef-68b9-40c7-82b3-dbb5ab560f0f/1c8a8469-b594-4a2a-a5ca-2df509153c21) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:02.507490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.540097 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.583759 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Network 2f481624-6ae9-4e56-9e10-7679961d89cf is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:02.586733 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:02.590632 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:02.618827 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event updated for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:02.647586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:02.648214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.665719 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-7e411438-3ae8-4cad-a53d-3a7ef26deb21 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5458388 Sep 23 17:53:02.691622 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Request body: {'port': {'device_id': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:02.754498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.792537 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-25ca34f9-33f8-4fd1-8c63-da507132986d None None] Provisioning complete for port 1c8a8469-b594-4a2a-a5ca-2df509153c21 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:02.793152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-25ca34f9-33f8-4fd1-8c63-da507132986d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:02.829743 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-25ca34f9-33f8-4fd1-8c63-da507132986d None None] Port 1c8a8469-b594-4a2a-a5ca-2df509153c21 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:53:03.015603 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c8a8469-b594-4a2a-a5ca-2df509153c21 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:03.022785 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:03.035974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Transition to ACTIVE for port object 1c8a8469-b594-4a2a-a5ca-2df509153c21 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:53:03.042659 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:03.148508 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:03.205241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fe614-7296-4e14-bf3e-5b2ce954783e req-69c0e910-4c1b-4a78-bac2-4f9b869d6d55 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.206816 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-676fe614-7296-4e14-bf3e-5b2ce954783e req-69c0e910-4c1b-4a78-bac2-4f9b869d6d55 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 943 time: 0.1040423 Sep 23 17:53:03.228948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Attempting to bind port 1c8a8469-b594-4a2a-a5ca-2df509153c21 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:53:03.229282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Attempting to bind port 1c8a8469-b594-4a2a-a5ca-2df509153c21 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:53:03.229612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Attempting to bind port 1c8a8469-b594-4a2a-a5ca-2df509153c21 on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:03.243763 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Port 1c8a8469-b594-4a2a-a5ca-2df509153c21 on network 2f481624-6ae9-4e56-9e10-7679961d89cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:53:03.244086 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Attempting to bind port 1c8a8469-b594-4a2a-a5ca-2df509153c21 on network 2f481624-6ae9-4e56-9e10-7679961d89cf {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:03.259386 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:53:03.259725 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Checking segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:53:03.260203 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Bound using segment: {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:53:03.260526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Bound port: 1c8a8469-b594-4a2a-a5ca-2df509153c21, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:53:03.260897 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:03.275309 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-676fe614-7296-4e14-bf3e-5b2ce954783e req-e6d41ab5-2f5a-4bfd-b42c-8a43de94c88b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577693 Sep 23 17:53:03.336037 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:53:03.339309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:53:03.344951 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:03.384512 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.385166 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:03.386620 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] 10.222.0.61 "PUT /v2.0/ports/1c8a8469-b594-4a2a-a5ca-2df509153c21 HTTP/1.1" status: 200 len: 1093 time: 0.7004492 Sep 23 17:53:03.386980 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:03.389257 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad697678-e923-4b01-9f0d-246c44c953a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:03.423183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e54dc2-4870-4972-99a9-606f45926496 service neutron] Pushing event updated for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:03.440240 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612fffb7-a452-47da-add7-ba1918939696 x-openstack-request-id: req-612fffb7-a452-47da-add7-ba1918939696 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:03.440644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:03.441018 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-612fffb7-a452-47da-add7-ba1918939696 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:03.441496 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'status': 'completed', 'code': 200} Sep 23 17:53:03.497640 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-82f3993a-c80e-4146-99fb-d035f65030e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.499306 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-82f3993a-c80e-4146-99fb-d035f65030e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 1096 time: 0.0442243 Sep 23 17:53:03.551774 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-71d58a43-cd93-4c0b-81bb-81200860ff64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21 HTTP/1.1" status: 200 len: 217 time: 0.0394659 Sep 23 17:53:03.604449 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-6b526975-42e2-453d-acc7-ae2f7efcabf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.605949 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-6b526975-42e2-453d-acc7-ae2f7efcabf1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0462177 Sep 23 17:53:03.657524 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-c3500a31-b4bb-453a-87d3-3f18a8420437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.660175 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-c3500a31-b4bb-453a-87d3-3f18a8420437 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433772 Sep 23 17:53:03.761050 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-9eed45ec-8622-46db-809c-bb9334bf9652 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849376 Sep 23 17:53:03.854915 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8de0bfb9-ac65-4c16-a580-48fccca05452 req-68b8cf0d-6a73-49a3-a302-f63b84476a96 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827155 Sep 23 17:53:03.953972 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-c78ad109-fce8-4297-a75e-b443f2e2721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:03.956105 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-c78ad109-fce8-4297-a75e-b443f2e2721c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 1096 time: 0.0428920 Sep 23 17:53:04.063943 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-53d21362-33b3-4f55-b07f-c2bf9f93dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:04.065426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-53d21362-33b3-4f55-b07f-c2bf9f93dd4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.0964885 Sep 23 17:53:04.107389 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-0caf4a56-d7b8-4855-a025-27ac98e1561f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21 HTTP/1.1" status: 200 len: 217 time: 0.0339017 Sep 23 17:53:04.166777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-c8cb9265-6be4-4a52-8b73-34b042a8fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:04.168266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-c8cb9265-6be4-4a52-8b73-34b042a8fdd4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0496879 Sep 23 17:53:04.218562 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-830e8e23-3063-40a3-8d25-9f58faf8155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:04.220481 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-830e8e23-3063-40a3-8d25-9f58faf8155f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420601 Sep 23 17:53:04.328911 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-bd763ac9-822f-48da-9cd0-97def4ba7ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974560 Sep 23 17:53:04.455737 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b76f3-e32e-4a61-9ea2-9307514ab18e req-9c9904f6-c1e7-4285-a913-122df5e639fe tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:04.457224 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c9b76f3-e32e-4a61-9ea2-9307514ab18e req-9c9904f6-c1e7-4285-a913-122df5e639fe tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 943 time: 0.0980551 Sep 23 17:53:04.462734 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ad697678-e923-4b01-9f0d-246c44c953a2 req-7a5facde-2dba-400e-88ba-83c579a308f0 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265681 Sep 23 17:53:04.500292 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c9b76f3-e32e-4a61-9ea2-9307514ab18e req-1aa3f9ee-422a-4912-9f95-02c525205680 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366035 Sep 23 17:53:05.201740 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-aa5de384-cdfa-4873-bec3-4df5ae9dcc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:05.353784 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 1c8a8469-b594-4a2a-a5ca-2df509153c21 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:53:05.565341 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:05.576652 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'port_id': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'mac_address': 'fa:16:3e:e4:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:53:05.615258 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:05.616407 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438e29c-5b0d-49c3-ab08-dde94267aa74 req-7cb9d9bc-8f66-4a10-81c2-91056909d49d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:05.618860 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0438e29c-5b0d-49c3-ab08-dde94267aa74 req-7cb9d9bc-8f66-4a10-81c2-91056909d49d tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 943 time: 0.0520480 Sep 23 17:53:05.629311 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c8a8469-b594-4a2a-a5ca-2df509153c21 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:05.651084 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:05.656935 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:05.660220 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0438e29c-5b0d-49c3-ab08-dde94267aa74 req-ba513589-37dc-4b10-9a6d-bdcb06d59f5a tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331771 Sep 23 17:53:05.703426 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:05.874952 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-2188af68-2850-4f7a-846a-856f450b02f5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1020966197&fields=id&tenant_id=a904e9efe3664aa0be07bd2758e61dee HTTP/1.1" status: 200 len: 267 time: 0.0321994 Sep 23 17:53:05.946307 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['1c8a8469-b594-4a2a-a5ca-2df509153c21'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:05.981803 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-34d81a98-6401-4572-8832-1148bae9fe6a tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:05.982930 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-34d81a98-6401-4572-8832-1148bae9fe6a tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 809 time: 0.1011810 Sep 23 17:53:05.997645 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-556226a1-824e-41bd-8ce8-754155b4be6d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/quotas/a904e9efe3664aa0be07bd2758e61dee HTTP/1.1" status: 200 len: 375 time: 0.0089467 Sep 23 17:53:06.048832 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-d9e869ee-9e89-43cb-a52d-5f42cfe9c6eb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455468 Sep 23 17:53:06.141632 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-709b2284-65d5-4a0e-92d1-ffcd341abe2e service neutron] 10.222.0.50 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816457 Sep 23 17:53:06.483561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-9748b7e0-857e-4f8e-a155-20e7352feaec service neutron] 10.222.0.50 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358712 Sep 23 17:53:06.791357 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eceb43b4-a8d4-408d-a7f3-7cc1fe3a3805 req-27747ba9-3a77-4687-8101-ed747962a7fa tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 210 time: 0.0502193 Sep 23 17:53:06.812871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8304d3-5f2f-4ac2-b2a5-d235d196580f req-c374b79a-ac27-4022-b434-7eb6e101fba9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:06.814487 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc8304d3-5f2f-4ac2-b2a5-d235d196580f req-c374b79a-ac27-4022-b434-7eb6e101fba9 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 944 time: 0.0752325 Sep 23 17:53:06.858527 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dc8304d3-5f2f-4ac2-b2a5-d235d196580f req-678b8379-df4e-40d4-be54-555e93975a6b tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369709 Sep 23 17:53:07.366254 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 1c8a8469-b594-4a2a-a5ca-2df509153c21 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:53:07.415091 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 1c8a8469-b594-4a2a-a5ca-2df509153c21 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:53:07.418979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 1c8a8469-b594-4a2a-a5ca-2df509153c21 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:07.419346 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:07.498434 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:07.520420 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:07.522610 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10965579-c592-4da6-81ed-26df11656e3e" -d '{"events": [{"server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:07.534809 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:07.538917 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:07.585327 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:07.619474 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd75b992-70d9-4a76-a9ae-c3694907a675 x-openstack-request-id: req-cd75b992-70d9-4a76-a9ae-c3694907a675 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:07.619782 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "name": "network-vif-plugged", "status": "completed", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:07.620032 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cd75b992-70d9-4a76-a9ae-c3694907a675 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:07.620418 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'code': 200} Sep 23 17:53:07.831462 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6ff247ad-03dd-4d6e-a892-776f985e93d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:07.887502 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574eb0bc-ab98-4c17-9147-312dc213b31f req-91c79283-67ff-4365-817c-34fd81a27e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:07.889034 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-574eb0bc-ab98-4c17-9147-312dc213b31f req-91c79283-67ff-4365-817c-34fd81a27e05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 1098 time: 0.1120522 Sep 23 17:53:07.910257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c12f9226-49ce-4f79-9687-db7d736efd2c req-3619017e-eada-49be-9feb-975ff9ab9482 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 210 time: 0.0365324 Sep 23 17:53:07.933327 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-5bc54136-975f-4dc8-8a65-931345a7dc5b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:07.934797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-5bc54136-975f-4dc8-8a65-931345a7dc5b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 809 time: 0.1662402 Sep 23 17:53:08.000284 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-574eb0bc-ab98-4c17-9147-312dc213b31f req-cb76f539-0d01-4716-9d3d-6cd5dca297a2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815551 Sep 23 17:53:08.025147 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-d09b495e-89b8-4390-9017-f59f81775b31 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a904e9efe3664aa0be07bd2758e61dee HTTP/1.1" status: 200 len: 380 time: 0.0661550 Sep 23 17:53:08.036383 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5d8f9-46e8-4efa-9542-6a9df4d5118e req-0871b142-131c-46da-a2fa-7ce041089afd tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:08.037969 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f0e5d8f9-46e8-4efa-9542-6a9df4d5118e req-0871b142-131c-46da-a2fa-7ce041089afd tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0899026 Sep 23 17:53:08.075199 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f0e5d8f9-46e8-4efa-9542-6a9df4d5118e req-0d9d3eda-9d0e-4687-ad4e-b915eb099d66 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311215 Sep 23 17:53:08.276526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'port': {'device_id': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'admin_state_up': True, 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'security_groups': ['1569d358-ceb4-4446-978a-a9daded265be']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:08.276715 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.388284 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Made reservation on behalf of a904e9efe3664aa0be07bd2758e61dee for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:53:08.392528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.526641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Allocated IP 172.20.0.4 (09db0df5-9bef-47ae-9af0-ae3b6c473c8c/59211b00-6af7-4ec0-9504-f8232b78ca11/5779edce-a9de-4bf5-b64f-e53ae3b653c1) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:08.664476 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.697501 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.742722 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:08.745624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:08.749923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:08.778250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:08.807697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:08.808302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.824496 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-a6cb0f9a-21e5-4046-adf2-945492f2b7b5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5549736 Sep 23 17:53:08.845911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Request body: {'port': {'device_id': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:08.904581 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:08.948199 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.026736 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-cf52a58f-25a9-4f80-8e9e-f77d6f90c1b0 None None] Provisioning complete for port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:09.027044 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf52a58f-25a9-4f80-8e9e-f77d6f90c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.060672 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-cf52a58f-25a9-4f80-8e9e-f77d6f90c1b0 None None] Port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:53:09.088679 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229d584-fb76-468e-9702-04a6f486d2e8 req-0ae622c6-3228-4943-973e-1ad4a2a4d200 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.090121 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3229d584-fb76-468e-9702-04a6f486d2e8 req-0ae622c6-3228-4943-973e-1ad4a2a4d200 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 931 time: 0.0813308 Sep 23 17:53:09.197154 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3229d584-fb76-468e-9702-04a6f486d2e8 req-d8f48c21-0aae-43ae-a057-c3ef84d6eecc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747175 Sep 23 17:53:09.237615 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986cd56-c0d4-41bf-afc4-6f1d0cbaf58e req-21edf409-7b02-4118-a37a-e509b9eb91ee tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.239118 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1986cd56-c0d4-41bf-afc4-6f1d0cbaf58e req-21edf409-7b02-4118-a37a-e509b9eb91ee tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0929487 Sep 23 17:53:09.292183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5779edce-a9de-4bf5-b64f-e53ae3b653c1 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:09.306874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.316426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1986cd56-c0d4-41bf-afc4-6f1d0cbaf58e req-80bbca5d-9af4-4b3f-9038-a7cec61fe522 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572000 Sep 23 17:53:09.323726 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Transition to ACTIVE for port object 5779edce-a9de-4bf5-b64f-e53ae3b653c1 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:53:09.327497 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.376040 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:09.450544 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Attempting to bind port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:53:09.450795 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Attempting to bind port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:53:09.451121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Attempting to bind port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 on network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:09.457046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 on network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:53:09.457510 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Attempting to bind port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 on network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:09.463200 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:53:09.463616 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Checking segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:53:09.464066 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Bound using segment: {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:53:09.464564 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Bound port: 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '353009ec-254a-47d5-96ba-7e7c3f4e0a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:53:09.465145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.541852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:53:09.544974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:53:09.549208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.581337 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.581870 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:09.583139 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] 10.222.0.61 "PUT /v2.0/ports/5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 1093 time: 0.7417562 Sep 23 17:53:09.583519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:09.585823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf205f38-4842-46fa-9776-7ec91215f637" -d '{"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:09.623613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832514c-7a61-46b9-910e-0017a678b919 service neutron] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:09.633898 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6961b9-4b12-4228-8364-c204557e9ad4 x-openstack-request-id: req-5e6961b9-4b12-4228-8364-c204557e9ad4 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:09.634193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:09.634447 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e6961b9-4b12-4228-8364-c204557e9ad4 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:09.634840 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'status': 'completed', 'code': 200} Sep 23 17:53:09.679709 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-306884b6-6c8a-4bca-be38-7431a172d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.681249 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-306884b6-6c8a-4bca-be38-7431a172d671 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1096 time: 0.0444543 Sep 23 17:53:09.729887 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-3aecdd96-aa45-4a61-a4e7-a4ff6cb6b245 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 217 time: 0.0377231 Sep 23 17:53:09.782012 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4de602ae-5aa5-4613-98a0-31a2bf6ed471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.783473 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-4de602ae-5aa5-4613-98a0-31a2bf6ed471 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0440519 Sep 23 17:53:09.832017 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-cbb483c6-82ed-4b9c-a461-57845f4c6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:09.833549 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-cbb483c6-82ed-4b9c-a461-57845f4c6a94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412750 Sep 23 17:53:09.932978 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-bfe40548-7058-4ab3-8246-4c252e8e6a4d service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861425 Sep 23 17:53:10.033467 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b337e28a-4523-4039-9bf4-c60eac01b938 req-526fd42c-178d-4cad-9b70-bad22ba7e18b service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874302 Sep 23 17:53:10.138695 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf205f38-4842-46fa-9776-7ec91215f637 req-be16196c-fd16-4e34-b644-82d0afddae1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.140320 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-be16196c-fd16-4e34-b644-82d0afddae1f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1096 time: 0.0404227 Sep 23 17:53:10.234938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf205f38-4842-46fa-9776-7ec91215f637 req-63403722-04c6-4c91-8322-317fda4dfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.236938 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-63403722-04c6-4c91-8322-317fda4dfb4a service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.0888431 Sep 23 17:53:10.288484 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-6b5ecdff-2c18-49c8-b188-c8185c398d36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 217 time: 0.0439863 Sep 23 17:53:10.359830 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf205f38-4842-46fa-9776-7ec91215f637 req-a543b414-ae03-44b9-9d2a-2de62044d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.361306 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-a543b414-ae03-44b9-9d2a-2de62044d985 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0525978 Sep 23 17:53:10.368565 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb05e6-278c-4b50-9ac5-c9652be26160 req-546bbcbd-6821-490d-8b3e-378ceb3026a8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.369935 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-45bb05e6-278c-4b50-9ac5-c9652be26160 req-546bbcbd-6821-490d-8b3e-378ceb3026a8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0920048 Sep 23 17:53:10.463235 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-45bb05e6-278c-4b50-9ac5-c9652be26160 req-23a0b00b-055a-437a-aa47-693302a3bb3d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834186 Sep 23 17:53:10.469789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf205f38-4842-46fa-9776-7ec91215f637 req-c4e5161e-abca-4704-b4af-3ab6553ae452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.471240 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-c4e5161e-abca-4704-b4af-3ab6553ae452 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001956 Sep 23 17:53:10.486927 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf300f-8ed1-49bd-ab93-761eba9508df req-31559510-b116-41ae-8460-32d2fa6b82e3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.488422 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-05bf300f-8ed1-49bd-ab93-761eba9508df req-31559510-b116-41ae-8460-32d2fa6b82e3 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.1020010 Sep 23 17:53:10.574918 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-05bf300f-8ed1-49bd-ab93-761eba9508df req-48d8ed9d-d35f-4c40-bcad-f1c343d0296c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785372 Sep 23 17:53:10.607451 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-2acfb8d1-ee2e-4efe-99b3-9e11c00aff45 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177301 Sep 23 17:53:10.747060 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8ab51-f050-492f-88d0-424c02baf2db req-8d4a728e-0f15-4932-a899-72f146fb01a6 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:10.748513 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfd8ab51-f050-492f-88d0-424c02baf2db req-8d4a728e-0f15-4932-a899-72f146fb01a6 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0990500 Sep 23 17:53:10.750973 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cf205f38-4842-46fa-9776-7ec91215f637 req-a6895eb4-2020-42f0-b3d4-0772e1dc0489 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364155 Sep 23 17:53:10.758419 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40572) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:10.766122 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Request body: {'floatingip': {'port_id': '1c8a8469-b594-4a2a-a5ca-2df509153c21'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:10.798266 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:10.818456 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:11.235338 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:11.238890 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:11.336101 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Floating IP 81859109-5a50-400b-a527-db44a817348f associated. External IP: 172.27.2.179, port: 1c8a8469-b594-4a2a-a5ca-2df509153c21. Sep 23 17:53:11.541298 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:53:11.581833 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c366d0e-3b2e-4da1-8109-17ff7854d9ed req-00cf1ef5-6aea-45a3-8c04-0cd52497046b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:11.583472 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c366d0e-3b2e-4da1-8109-17ff7854d9ed req-00cf1ef5-6aea-45a3-8c04-0cd52497046b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0491393 Sep 23 17:53:11.629086 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c366d0e-3b2e-4da1-8109-17ff7854d9ed req-a5b1c6c0-4d8a-42fc-82d3-7167f532507e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378191 Sep 23 17:53:11.820929 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:53:11.825281 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:11.830770 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:53:11.840449 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:11.841093 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:11.853287 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0447f9a5-a638-4191-905a-e1dfa3b25821 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "PUT /v2.0/floatingips/81859109-5a50-400b-a527-db44a817348f HTTP/1.1" status: 200 len: 991 time: 1.0937781 Sep 23 17:53:11.853974 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:11.857145 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c15959-df59-4aca-bfb4-59d28b873665" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:11.953061 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:11.965525 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3588da70-e929-40d3-b04a-6d39abb23c08 x-openstack-request-id: req-3588da70-e929-40d3-b04a-6d39abb23c08 {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:11.965912 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:11.966317 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3588da70-e929-40d3-b04a-6d39abb23c08 {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:11.966775 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'status': 'completed', 'code': 200} Sep 23 17:53:12.032436 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-b1bc7319-7ff2-4ee8-8b74-dc663c80646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.034150 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-b1bc7319-7ff2-4ee8-8b74-dc663c80646d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 1098 time: 0.0408916 Sep 23 17:53:12.126389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-d6cb6309-b2da-4221-a4de-df3415e6dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.127801 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-d6cb6309-b2da-4221-a4de-df3415e6dd00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 200 len: 911 time: 0.0847833 Sep 23 17:53:12.186532 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '81859109-5a50-400b-a527-db44a817348f', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:e4:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:59Z', 'updated_at': '2021-09-23T17:53:11Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:12.195960 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-e8b6494c-e3d1-4b9f-88b2-2eef53957fd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21 HTTP/1.1" status: 200 len: 999 time: 0.0607641 Sep 23 17:53:12.213936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:53:12.223844 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:12.224462 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:12.252362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-724cf1aa-544a-4987-a09b-6068ba249b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.253866 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-724cf1aa-544a-4987-a09b-6068ba249b81 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 200 len: 849 time: 0.0475302 Sep 23 17:53:12.300472 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-26a746ca-3f34-4d64-8fdb-5f5ec359b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.301998 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-26a746ca-3f34-4d64-8fdb-5f5ec359b02b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2f481624-6ae9-4e56-9e10-7679961d89cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407770 Sep 23 17:53:12.332497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:12.395788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-eb1aa4f7-9047-4f8d-a933-a3ee811d7dba service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861135 Sep 23 17:53:12.491885 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f7c15959-df59-4aca-bfb4-59d28b873665 req-61ec111c-6481-42d1-8164-6727848fdc88 service neutron] 10.222.0.61 "GET /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881863 Sep 23 17:53:12.566195 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '81859109-5a50-400b-a527-db44a817348f', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:e4:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:59Z', 'updated_at': '2021-09-23T17:53:11Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:12.591683 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865608f7-d198-42f7-b17b-601ad6aeece0 None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '81859109-5a50-400b-a527-db44a817348f', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'floating_ip_address': '172.27.2.179', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'port_id': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'mac_address': 'fa:16:3e:e4:7a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:52:59Z', 'updated_at': '2021-09-23T17:53:11Z', 'revision_number': 1, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:53:12.759056 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fe52d-ae3f-4c0c-a8eb-b3994fe88ffa req-0c5f6e70-59a0-4b8d-8481-7c3088ebdd84 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.766868 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e05fe52d-ae3f-4c0c-a8eb-b3994fe88ffa req-0c5f6e70-59a0-4b8d-8481-7c3088ebdd84 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0647995 Sep 23 17:53:12.801171 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e05fe52d-ae3f-4c0c-a8eb-b3994fe88ffa req-ed92535a-bd9d-43b2-8525-35b732b00270 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333664 Sep 23 17:53:12.826730 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab999f-1c7a-439c-aaaa-af3965756731 None None] New status for floating IP 81859109-5a50-400b-a527-db44a817348f: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:53:12.915386 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeec4dd-494f-410d-acda-4c140747e82c req-41548dd6-b115-4bec-80bf-a27d6d31e941 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:12.917196 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddeec4dd-494f-410d-acda-4c140747e82c req-41548dd6-b115-4bec-80bf-a27d6d31e941 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.0544705 Sep 23 17:53:12.995914 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ddeec4dd-494f-410d-acda-4c140747e82c req-ecdc0f98-fcae-4497-8a22-a0aae2280708 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710263 Sep 23 17:53:13.916033 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e10516-8c5e-48da-97c0-cfd5999265d7 req-a2c4f433-d4e0-40ba-a0f6-975fbd2b55ad tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:13.917493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-17e10516-8c5e-48da-97c0-cfd5999265d7 req-a2c4f433-d4e0-40ba-a0f6-975fbd2b55ad tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0472343 Sep 23 17:53:13.960556 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-17e10516-8c5e-48da-97c0-cfd5999265d7 req-75249669-ab81-4421-906b-bf89eea503cb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364044 Sep 23 17:53:14.117081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c462b-978b-4e6c-95f8-0b98af50af62 req-1134d2d9-4667-465a-8ee8-43376fb9da0b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:14.118574 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-266c462b-978b-4e6c-95f8-0b98af50af62 req-1134d2d9-4667-465a-8ee8-43376fb9da0b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.0635130 Sep 23 17:53:14.156962 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-266c462b-978b-4e6c-95f8-0b98af50af62 req-ab99c97a-d3dd-449e-9a18-2f742933b5d2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318251 Sep 23 17:53:14.653131 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-cac88543-b011-4778-8f94-e33a9f84929e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:14.654716 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-cac88543-b011-4778-8f94-e33a9f84929e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 946 time: 0.0526555 Sep 23 17:53:14.755984 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:53:14.756835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:14.841877 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] For port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:14.842232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:15.019192 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:15.020070 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:15.020070 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP 2247fd05-97d0-42d6-a003-6a92ab1c975c disassociated. External IP: 172.27.2.124, port: ed43d8c0-1dc6-4aa6-8639-71ffa99d9711. Sep 23 17:53:15.020283 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:53:15.131370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8f089-6725-41e8-bd7b-fcff85204eb0 req-f6e6dca2-36ac-4d86-ab50-893c6b9004d9 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:15.132947 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cab8f089-6725-41e8-bd7b-fcff85204eb0 req-f6e6dca2-36ac-4d86-ab50-893c6b9004d9 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0992343 Sep 23 17:53:15.212731 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cab8f089-6725-41e8-bd7b-fcff85204eb0 req-f0df4848-db91-4787-bef8-eb1b0ff88ce7 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726030 Sep 23 17:53:15.224388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:15.258385 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=ed43d8c0-1dc6-4aa6-8639-71ffa99d9711,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:15.388347 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b75e9fea-feee-453c-a269-bfad11ef7da2 req-5121bd66-6ed4-41a3-8d07-3952c5e59add tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 210 time: 0.0302982 Sep 23 17:53:15.406712 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:53:15.520467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:53:15.530375 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:53:15.542427 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:15.543292 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:15.586438 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] No DVR routers for this DVR port ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:53:15.591554 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:15.594227 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0ebfaae8-9baf-4dea-8519-1d47842741e4 req-4db15160-bff8-4e8c-856e-8f816a8e1c8c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "DELETE /v2.0/ports/ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 HTTP/1.1" status: 204 len: 173 time: 0.9323123 Sep 23 17:53:15.594674 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'name': 'network-vif-deleted', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:15.597399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6f3cf0-f713-4024-b347-efa6ee2c1db6" -d '{"events": [{"server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "name": "network-vif-deleted", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:15.622141 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4bb23-eca7-4e34-b6c7-69b4b0013cfa req-d64daa40-7b62-45d1-ae94-8d303a50adad tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:15.623757 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cef4bb23-eca7-4e34-b6c7-69b4b0013cfa req-d64daa40-7b62-45d1-ae94-8d303a50adad tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.1014228 Sep 23 17:53:15.664366 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a68d5-b3f7-4b56-8a95-9aef6b600d7f x-openstack-request-id: req-898a68d5-b3f7-4b56-8a95-9aef6b600d7f {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:15.665126 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb", "name": "network-vif-deleted", "tag": "ed43d8c0-1dc6-4aa6-8639-71ffa99d9711", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:15.665466 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-898a68d5-b3f7-4b56-8a95-9aef6b600d7f {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:15.665898 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb', 'name': 'network-vif-deleted', 'tag': 'ed43d8c0-1dc6-4aa6-8639-71ffa99d9711', 'status': 'completed', 'code': 200} Sep 23 17:53:15.682851 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cef4bb23-eca7-4e34-b6c7-69b4b0013cfa req-c4b86aa9-1655-4e64-9188-e93efb0eb2ce tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491161 Sep 23 17:53:15.685905 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:15.894951 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:15.920153 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:53:15.928428 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:15.929076 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:16.036635 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:16.246639 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:16.277554 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88fb58a-9472-4f56-a45b-3f13acc61bb1 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:53:16.336698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d9341-888f-4bef-b746-86c4baa1eda9 req-4ab18b21-527e-474a-b40b-02f692cdc5c4 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:16.340618 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d22d9341-888f-4bef-b746-86c4baa1eda9 req-4ab18b21-527e-474a-b40b-02f692cdc5c4 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0537822 Sep 23 17:53:16.380320 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d22d9341-888f-4bef-b746-86c4baa1eda9 req-3caf20a3-72ad-4ef1-813f-e55839e19ec6 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341673 Sep 23 17:53:16.505318 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6ec43ab9-dc77-4261-8e8f-87103c60f34b req-ef6e1cd6-7825-4e88-a18f-7a1fa3c54cf6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=1bbf78ec-7061-4a4d-ba6a-3c91013d8cdb HTTP/1.1" status: 200 len: 210 time: 0.0314360 Sep 23 17:53:16.544679 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceeadd3-5b11-42ca-9f9f-a4ef3aa0afd5 None None] New status for floating IP 2247fd05-97d0-42d6-a003-6a92ab1c975c: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:53:16.806098 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ae50b-9147-4047-8bc1-ac092154c0b6 req-e8755111-290d-4552-bbb8-2578ee78ad21 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:16.807562 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-475ae50b-9147-4047-8bc1-ac092154c0b6 req-e8755111-290d-4552-bbb8-2578ee78ad21 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0474806 Sep 23 17:53:16.848464 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-475ae50b-9147-4047-8bc1-ac092154c0b6 req-850ca208-6766-4330-a99c-bdba6ea88313 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Sep 23 17:53:17.384067 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:53:17.388131 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:53:17.416001 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:53:17.416345 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device ed43d8c0-1dc6-4aa6-8639-71ffa99d9711 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:53:17.514294 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:17.527062 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'mac_address': 'fa:16:3e:77:37:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:53:17.572023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:17.713866 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5779edce-a9de-4bf5-b64f-e53ae3b653c1 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:17.736179 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:17.740375 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:17.788854 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:17.791989 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38210858-f802-44a5-b2df-9f1d439aadb4 req-9fdfbccd-0fe6-46cf-9831-48f5be2154c6 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:17.793512 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-38210858-f802-44a5-b2df-9f1d439aadb4 req-9fdfbccd-0fe6-46cf-9831-48f5be2154c6 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.3393569 Sep 23 17:53:17.795675 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.796564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.796990 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.797187 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-16a7f04e-2c65-4eba-aead-cf850b4f19cb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601650106&fields=id&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 267 time: 0.0482428 Sep 23 17:53:17.797371 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.797700 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.798031 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.798360 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.798683 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.799023 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.799451 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.799659 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.799978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:17.863277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-38210858-f802-44a5-b2df-9f1d439aadb4 req-b9aefd24-9558-48ab-aea4-c1d663646c3f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614743 Sep 23 17:53:17.939405 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-a3e1636f-25cc-4c23-aeb2-dc32919d8367 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:17.941083 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-a3e1636f-25cc-4c23-aeb2-dc32919d8367 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.1334867 Sep 23 17:53:17.970349 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-98805118-f52c-42c1-a624-1dfd7bf21ff3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/quotas/9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 375 time: 0.0149922 Sep 23 17:53:17.994970 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e86dd-9833-46b0-8c70-40b344e2f03d req-fb2d2527-fdb5-4fdb-a12a-ecb20bed6859 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:17.996434 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-097e86dd-9833-46b0-8c70-40b344e2f03d req-fb2d2527-fdb5-4fdb-a12a-ecb20bed6859 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0755162 Sep 23 17:53:18.050261 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['5779edce-a9de-4bf5-b64f-e53ae3b653c1'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:18.053340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-097e86dd-9833-46b0-8c70-40b344e2f03d req-e3d7c8bb-e5cb-4663-a879-ec66f3a05199 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Sep 23 17:53:18.062294 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-cc0fd790-4356-4123-b432-8aaf129f0eaf tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854712 Sep 23 17:53:18.159417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-278aecc7-331c-435f-b203-3fc171b5fa03 service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837085 Sep 23 17:53:18.251927 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-94c126d1-b0fb-4fa9-a2ce-63dff47e889c service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863652 Sep 23 17:53:18.554534 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-05ed5c81-ba14-4530-8e03-934d2d22318b req-3d8d3b16-a5d7-425e-aa1b-8932c9188133 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0389457 Sep 23 17:53:18.979524 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d450ecd-b310-4dfa-8f24-f65705ddb157 req-e066e41e-b361-4fb1-a91b-c1c007ff736c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:18.981199 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d450ecd-b310-4dfa-8f24-f65705ddb157 req-e066e41e-b361-4fb1-a91b-c1c007ff736c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 944 time: 0.0513184 Sep 23 17:53:19.020165 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6d450ecd-b310-4dfa-8f24-f65705ddb157 req-5e8da684-920f-4d2f-83ed-60f9fd278289 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320277 Sep 23 17:53:19.178179 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931802b3-4d8c-477c-8d8d-e0db0f72915e req-e9bd41c7-5615-4d6e-a78a-75a239f77dbd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:19.179789 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-931802b3-4d8c-477c-8d8d-e0db0f72915e req-e9bd41c7-5615-4d6e-a78a-75a239f77dbd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0522211 Sep 23 17:53:19.228817 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-931802b3-4d8c-477c-8d8d-e0db0f72915e req-f3717574-b855-4815-8055-91dcc8227359 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Sep 23 17:53:19.648282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1366480e-342a-4014-a79e-715aa9051e7c req-8e1a56dc-3514-45fa-ba1a-22805d01ee3f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0267141 Sep 23 17:53:20.132488 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6ff41-f00a-4ddf-b13d-7006e60e579b req-f17a5bce-5f8d-42c6-997e-f551110e1d6d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:20.133995 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6eb6ff41-f00a-4ddf-b13d-7006e60e579b req-f17a5bce-5f8d-42c6-997e-f551110e1d6d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 944 time: 0.0496709 Sep 23 17:53:20.172188 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6eb6ff41-f00a-4ddf-b13d-7006e60e579b req-4307b897-f224-4ee5-96ad-e9c9256d6839 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324388 Sep 23 17:53:20.352435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6651f-0c2e-432f-8a9e-297c8f950e5a req-cabd3196-2441-4022-98c3-937a7707a081 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:20.353911 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-47a6651f-0c2e-432f-8a9e-297c8f950e5a req-cabd3196-2441-4022-98c3-937a7707a081 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0484498 Sep 23 17:53:20.390776 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-47a6651f-0c2e-432f-8a9e-297c8f950e5a req-115e265a-6bef-4b88-a76b-a3d10f7827a4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Sep 23 17:53:20.741621 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-15e9e4fc-26b3-4e70-b12b-72e09bc13158 req-e83a6331-cd6a-44dd-8ad2-d36aed58470a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0295527 Sep 23 17:53:21.284097 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7b474-152e-42a4-8d57-64d5c211e204 req-acde1dd4-a4ed-493a-b2e9-103af12296de tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:21.285497 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dfe7b474-152e-42a4-8d57-64d5c211e204 req-acde1dd4-a4ed-493a-b2e9-103af12296de tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 944 time: 0.0488391 Sep 23 17:53:21.322063 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dfe7b474-152e-42a4-8d57-64d5c211e204 req-f4cf44d8-da6a-46af-85c2-42f7e81800a3 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Sep 23 17:53:21.508463 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993ee3b-9e1c-4894-beb2-409d0f54ce53 req-95f48dab-cf1e-49ce-b025-487b2a8d624e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:21.510027 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d993ee3b-9e1c-4894-beb2-409d0f54ce53 req-95f48dab-cf1e-49ce-b025-487b2a8d624e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0485058 Sep 23 17:53:21.547862 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d993ee3b-9e1c-4894-beb2-409d0f54ce53 req-3249c6b7-215b-4aec-92c1-431420167dc9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Sep 23 17:53:21.710209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:53:21.742350 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:21.771402 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:53:21.775903 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:21.776303 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:21.831425 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-3c4dd76c-747a-4338-a5da-9dd452d1a500 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732503 Sep 23 17:53:21.862348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:21.867544 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dbf72c3-5561-47a8-a614-2743ffcd5f45 req-f5f95e94-3e25-463b-b745-324bd68bc0e7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0522251 Sep 23 17:53:21.886302 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:21.888562 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d2ae32-51d3-4abf-8fb1-75e594dbfe92" -d '{"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-plugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:21.907831 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:21.912908 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:21.931999 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-14c07e68-c681-4f23-a4ac-0374598cb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:21.934061 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-14c07e68-c681-4f23-a4ac-0374598cb247 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1138 time: 0.0506783 Sep 23 17:53:21.942859 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc3a0ed-01bb-482b-ab68-563fd7955d82 x-openstack-request-id: req-fcc3a0ed-01bb-482b-ab68-563fd7955d82 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:21.944109 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-plugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:21.944358 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fcc3a0ed-01bb-482b-ab68-563fd7955d82 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:21.944802 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'code': 200} Sep 23 17:53:21.974568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:22.063720 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-a2464b8d-b36b-4136-88c5-a921f48678a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.065215 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-a2464b8d-b36b-4136-88c5-a921f48678a7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.0951629 Sep 23 17:53:22.142132 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-d1a85961-75f0-41ee-84a1-74f9c0e0b1e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1002 time: 0.0676653 Sep 23 17:53:22.253393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-51e5fdfa-64c3-404f-bec7-31289e6df4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.254858 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-51e5fdfa-64c3-404f-bec7-31289e6df4ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0776622 Sep 23 17:53:22.257387 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b575-18aa-483d-9602-fcae1cc1e5d0 req-b7f8b915-15f7-4701-8ddb-4e8e97707d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.258721 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9dc8b575-18aa-483d-9602-fcae1cc1e5d0 req-b7f8b915-15f7-4701-8ddb-4e8e97707d90 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.0742505 Sep 23 17:53:22.352103 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9dc8b575-18aa-483d-9602-fcae1cc1e5d0 req-31fcb11e-6d74-40e1-b3a0-0b3df065d010 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769923 Sep 23 17:53:22.364023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-936e4720-154f-48fb-8a36-feb53de0985d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.365554 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-936e4720-154f-48fb-8a36-feb53de0985d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980587 Sep 23 17:53:22.462006 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-6a0e6bd8-7c8e-46c6-9adc-d4ff4da6afc5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.463690 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-6a0e6bd8-7c8e-46c6-9adc-d4ff4da6afc5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.1528499 Sep 23 17:53:22.474842 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f250d1-4b6d-4067-8519-a5a3c0a730d2 req-2a6835a6-5ea2-46af-b86c-3071f36dc608 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.476238 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-16f250d1-4b6d-4067-8519-a5a3c0a730d2 req-2a6835a6-5ea2-46af-b86c-3071f36dc608 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0775437 Sep 23 17:53:22.513973 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-16f250d1-4b6d-4067-8519-a5a3c0a730d2 req-b5521457-7c24-427e-9de6-29145961d5ee tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Sep 23 17:53:22.723696 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2b6c88e1-ab7f-4f5e-982e-eab4012f223c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 380 time: 0.1134908 Sep 23 17:53:22.743198 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'port': {'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'admin_state_up': True, 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'security_groups': ['3c1f2d04-95b7-40ee-ab14-cb63497fbf44']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:22.794082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10040d7c-4ed5-478d-90da-7f54f6784614 req-1c1a8817-7a2b-4da6-ac98-9a2cfe9ca659 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:22.795772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10040d7c-4ed5-478d-90da-7f54f6784614 req-1c1a8817-7a2b-4da6-ac98-9a2cfe9ca659 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.1660020 Sep 23 17:53:22.857874 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-bffcaf3d-1223-4686-9670-a5cbc4126dfd service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487168 Sep 23 17:53:22.932971 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-10040d7c-4ed5-478d-90da-7f54f6784614 req-81621437-10d1-43fc-8cf0-3c57ba086889 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275337 Sep 23 17:53:23.028009 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3cf9e5dd-7642-47b7-85eb-1784a4bedda8 req-bd755789-73d6-4d4a-98c7-32b705422248 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0839527 Sep 23 17:53:23.042352 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Made reservation on behalf of 9725f252b3224549ba0bd66b010cfba5 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:53:23.045608 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:23.067123 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db195cad-5db5-4f22-9afe-f0bf4aa4ef02 req-102c4141-6b18-4cb2-b797-ec4a0a78085b service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973183 Sep 23 17:53:23.183754 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.20.0.7 (4cebedb7-10d5-4696-a048-eed8aef51663/6da4bf49-cd59-4e83-9d04-c11bfb1ad218/d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:23.318681 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:23.351868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:23.393168 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:23.396061 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:23.399693 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:23.425550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:23.455230 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:23.455867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:23.471232 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-2bfb8bd3-7eeb-4bac-9d91-db2bec8e5c88 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344511 Sep 23 17:53:23.611308 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-5a9d4ff4-14a6-48ea-993e-5700a700d5b5 None None] Provisioning complete for port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:23.611891 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5a9d4ff4-14a6-48ea-993e-5700a700d5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:23.632391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce47a-f622-48b5-978b-18efb9b8ceef req-25294263-6286-4f59-b22d-d0d461dcdda1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:23.633890 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7dfce47a-f622-48b5-978b-18efb9b8ceef req-25294263-6286-4f59-b22d-d0d461dcdda1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0525787 Sep 23 17:53:23.648922 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d4ff4-14a6-48ea-993e-5700a700d5b5 None None] Port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:53:23.671330 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7dfce47a-f622-48b5-978b-18efb9b8ceef req-550df32a-654b-413c-88fb-c3825739cbd1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305488 Sep 23 17:53:24.052592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e915a-ea55-46f2-ae81-bf11b6e09107 req-21b944fd-2c85-4abc-92fc-4394acdec9b1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:24.054277 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0a4e915a-ea55-46f2-ae81-bf11b6e09107 req-21b944fd-2c85-4abc-92fc-4394acdec9b1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0476851 Sep 23 17:53:24.091500 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0a4e915a-ea55-46f2-ae81-bf11b6e09107 req-e57bbe50-34ca-4b6e-8e37-ddfd8ac8849f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315013 Sep 23 17:53:24.193939 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bce168-b032-42bc-9617-c5d8d5a2b399 req-8a30efd0-7c1f-4d5d-a84f-29deade23982 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:24.195383 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-30bce168-b032-42bc-9617-c5d8d5a2b399 req-8a30efd0-7c1f-4d5d-a84f-29deade23982 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 931 time: 0.0481570 Sep 23 17:53:24.233517 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-30bce168-b032-42bc-9617-c5d8d5a2b399 req-8f22c20c-db8e-47b0-bb2b-917be7ea1078 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321789 Sep 23 17:53:24.786168 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85267c6-d4ce-4882-9944-8de7dd2b410c req-11c19f28-24b2-4a11-bb3e-01362f629feb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:24.787632 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b85267c6-d4ce-4882-9944-8de7dd2b410c req-11c19f28-24b2-4a11-bb3e-01362f629feb tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0509980 Sep 23 17:53:24.824527 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b85267c6-d4ce-4882-9944-8de7dd2b410c req-83b4c87d-d460-4ff6-9068-7b0431d0c516 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Sep 23 17:53:25.209122 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a691276-009c-4471-ad8f-50a8716c61fe req-f2ae8cff-7428-4fad-a1d8-76fa7022bfac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:25.210569 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a691276-009c-4471-ad8f-50a8716c61fe req-f2ae8cff-7428-4fad-a1d8-76fa7022bfac tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0478199 Sep 23 17:53:25.249390 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8a691276-009c-4471-ad8f-50a8716c61fe req-6a57d870-e3af-49de-8aab-7721218b9a06 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314455 Sep 23 17:53:25.350734 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fe790-77d8-4417-b95f-9c927a28835d req-5cb424bf-cb14-47f7-b8d6-1d7373f8e2e1 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:25.352174 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bd4fe790-77d8-4417-b95f-9c927a28835d req-5cb424bf-cb14-47f7-b8d6-1d7373f8e2e1 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 931 time: 0.0480363 Sep 23 17:53:25.388241 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bd4fe790-77d8-4417-b95f-9c927a28835d req-13c6cf75-33d1-48b7-ab9d-683049206766 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301712 Sep 23 17:53:25.944132 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b65b1-7cc5-447f-bcac-a79af9f0db09 req-fe34b3b1-877e-4705-a2a4-b727fb124a6f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:25.945654 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b60b65b1-7cc5-447f-bcac-a79af9f0db09 req-fe34b3b1-877e-4705-a2a4-b727fb124a6f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0538671 Sep 23 17:53:25.983486 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b60b65b1-7cc5-447f-bcac-a79af9f0db09 req-5e112761-d336-41a3-ad74-6b9f2bef2201 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320556 Sep 23 17:53:26.131809 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Request body: {'port': {'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:26.186820 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.413315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ccea2-5c43-4694-ac61-6652a308a530 req-a5034e42-f1c4-4153-8b86-8e073b919106 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:26.414677 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-509ccea2-5c43-4694-ac61-6652a308a530 req-a5034e42-f1c4-4153-8b86-8e073b919106 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0927141 Sep 23 17:53:26.490786 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-509ccea2-5c43-4694-ac61-6652a308a530 req-0ce9fda0-e122-4c2d-9370-ef97e16e0efc tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669656 Sep 23 17:53:26.550968 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:26.562302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.572473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eea43-03cb-4566-ba80-772456fb77d9 req-2c21891f-e8c0-46d7-a68a-d51464ba74f6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:26.574269 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6e4eea43-03cb-4566-ba80-772456fb77d9 req-2c21891f-e8c0-46d7-a68a-d51464ba74f6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 931 time: 0.1108341 Sep 23 17:53:26.592097 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Transition to ACTIVE for port object d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:53:26.600911 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.662899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6e4eea43-03cb-4566-ba80-772456fb77d9 req-6c5fc646-9afa-4789-b31b-24bf9c502638 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809064 Sep 23 17:53:26.683409 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Pushing event updated for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:26.753487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Attempting to bind port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:53:26.753925 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Attempting to bind port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:53:26.754328 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Attempting to bind port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:26.759586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb on network 4cebedb7-10d5-4696-a048-eed8aef51663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:53:26.759994 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Attempting to bind port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:26.783125 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:53:26.783466 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:53:26.783857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Bound using segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:53:26.784361 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Bound port: d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:53:26.784703 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.880798 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:53:26.884016 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:53:26.891993 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.927846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:26.928596 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:26.930185 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] 10.222.0.61 "PUT /v2.0/ports/d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 1093 time: 0.8031414 Sep 23 17:53:26.930635 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:26.932867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26556b55-0e73-4061-b8c9-0410835a4aff" -d '{"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:26.970389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa483c8-71cd-40a5-9acd-1df764ecca2d service neutron] Pushing event updated for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:26.986738 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b44434-5137-4a29-80c0-9140716cfd77 x-openstack-request-id: req-24b44434-5137-4a29-80c0-9140716cfd77 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:26.986738 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:26.987173 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-24b44434-5137-4a29-80c0-9140716cfd77 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:26.987555 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'status': 'completed', 'code': 200} Sep 23 17:53:27.040490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-b8d8da2a-bae5-4003-83c0-99a0b9b26320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.042745 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-b8d8da2a-bae5-4003-83c0-99a0b9b26320 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1096 time: 0.0469120 Sep 23 17:53:27.102360 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-405cc56b-ac72-4d56-b5e4-8e019ee52688 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 217 time: 0.0486643 Sep 23 17:53:27.185073 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3876a-314d-4954-b1db-87b5ca36f0ea req-0f1a73ab-87c1-4826-bf66-9f95897e5ee4 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.187291 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3c3876a-314d-4954-b1db-87b5ca36f0ea req-0f1a73ab-87c1-4826-bf66-9f95897e5ee4 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.1263707 Sep 23 17:53:27.189469 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-1b6fc117-0d3f-47dd-b126-04e2916c8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.190866 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-1b6fc117-0d3f-47dd-b126-04e2916c8e60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0727017 Sep 23 17:53:27.256296 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e3c3876a-314d-4954-b1db-87b5ca36f0ea req-c89a27b4-58b9-4991-8aa2-57b498684945 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623620 Sep 23 17:53:27.266542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-de610818-996c-4590-ba0a-08294077d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.268073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-de610818-996c-4590-ba0a-08294077d99d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603745 Sep 23 17:53:27.398146 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-4b4452c3-31b3-47d8-8b4a-360f36a3985b service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118267 Sep 23 17:53:27.410639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b247b57b-0b85-49d9-8398-7c62e483e177 req-a0fe7d20-75b8-4a97-8585-beb505f37c09 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.412012 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b247b57b-0b85-49d9-8398-7c62e483e177 req-a0fe7d20-75b8-4a97-8585-beb505f37c09 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0687978 Sep 23 17:53:27.496791 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b247b57b-0b85-49d9-8398-7c62e483e177 req-a7fd073f-dcf8-43c8-ae08-338c3b3518c1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770168 Sep 23 17:53:27.518637 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40784) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:27.519543 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aba03e03-9765-4cc1-95b2-9eecb5752bb2 req-ed8171d8-dea9-400a-9506-dce584750ef7 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065688 Sep 23 17:53:27.603737 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd93c738-41a4-4f4d-859c-110b35eac181 tempest-TestShelveInstance-1585255019 tempest-TestShelveInstance-1585255019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.605323 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-fd93c738-41a4-4f4d-859c-110b35eac181 tempest-TestShelveInstance-1585255019 tempest-TestShelveInstance-1585255019-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1093 time: 0.0856850 Sep 23 17:53:27.608578 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 40790) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:27.612840 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:27.624901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e71bf0-d963-4ac4-97cd-2a936b8b279b req-202c5c6d-ff92-43d7-98b3-67735c412e3a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.626361 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5e71bf0-d963-4ac4-97cd-2a936b8b279b req-202c5c6d-ff92-43d7-98b3-67735c412e3a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0536661 Sep 23 17:53:27.634189 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for floatingip, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:27.664519 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-c5e71bf0-d963-4ac4-97cd-2a936b8b279b req-b6b3e204-a1b6-45d8-a3a4-0a8abc14b328 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Sep 23 17:53:27.732469 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:27.776417 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72531d38-2a08-407a-98fe-c3afd7636e8d req-bdf1c7a2-a3b9-4961-8bc5-f8d5434ee597 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:27.777809 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72531d38-2a08-407a-98fe-c3afd7636e8d req-bdf1c7a2-a3b9-4961-8bc5-f8d5434ee597 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0480082 Sep 23 17:53:27.816051 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72531d38-2a08-407a-98fe-c3afd7636e8d req-964b636f-970f-4036-b665-d4b1029cefe5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316510 Sep 23 17:53:27.837563 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Allocated IP 172.27.2.38 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/c741dbf1-1234-4440-a0a1-4492e3738334) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:27.938911 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:27.971190 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.006788 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:28.009543 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:28.012815 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:28.036904 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'Port': ['ID=c741dbf1-1234-4440-a0a1-4492e3738334,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:28.361545 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.425213 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.570674 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.574805 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.654586 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event updated for resources: {'Port': ['ID=c741dbf1-1234-4440-a0a1-4492e3738334,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:28.664458 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:28.759854 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Floating IP 42741db5-a3e0-402f-a122-c144ee822561 associated. External IP: 172.27.2.38, port: 5779edce-a9de-4bf5-b64f-e53ae3b653c1. Sep 23 17:53:28.782201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfa05b-44ed-4151-832a-63eb5180aeb1 req-14f4b715-1818-4d16-bb96-0233b8f0580f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:28.783662 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21cfa05b-44ed-4151-832a-63eb5180aeb1 req-14f4b715-1818-4d16-bb96-0233b8f0580f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0484803 Sep 23 17:53:28.821810 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-21cfa05b-44ed-4151-832a-63eb5180aeb1 req-ab0d234f-8adc-4aad-a203-a39128cb2ffa tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320389 Sep 23 17:53:28.939116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf49d06-c9ec-4f54-9335-7c81e4d998c8 req-b78ad15b-bc57-4ed2-a126-acecde066499 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:28.940553 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cf49d06-c9ec-4f54-9335-7c81e4d998c8 req-b78ad15b-bc57-4ed2-a126-acecde066499 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0519571 Sep 23 17:53:28.966805 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Router ad755704-cc1b-447e-9fa1-0aefb188790c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:53:29.083183 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:53:29.094982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Sync routers for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:53:29.102302 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:29.108568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:29.109595 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:29.144699 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2d08d51e-6101-41e9-b85d-d88cb903802d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5220988 Sep 23 17:53:29.144699 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:29.144699 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d837a913-1f26-4e58-ab04-364872d1826c" -d '{"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:29.226040 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:29.236567 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cf49d06-c9ec-4f54-9335-7c81e4d998c8 req-457611af-5267-4376-9d52-50627b0aa0e7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895260 Sep 23 17:53:29.289026 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd62f5a-cd33-4cfa-afbd-0462dd388b38 x-openstack-request-id: req-7bd62f5a-cd33-4cfa-afbd-0462dd388b38 {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:29.289310 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:29.289561 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7bd62f5a-cd33-4cfa-afbd-0462dd388b38 {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:29.289960 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'status': 'completed', 'code': 200} Sep 23 17:53:29.443586 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '42741db5-a3e0-402f-a122-c144ee822561', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'mac_address': 'fa:16:3e:77:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:28Z', 'updated_at': '2021-09-23T17:53:28Z', 'revision_number': 0, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:29.473054 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Checking router: ad755704-cc1b-447e-9fa1-0aefb188790c for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:53:29.481036 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:29.481636 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:29.579265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:29.793038 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '42741db5-a3e0-402f-a122-c144ee822561', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'mac_address': 'fa:16:3e:77:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:28Z', 'updated_at': '2021-09-23T17:53:28Z', 'revision_number': 0, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:29.818611 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de95f7b7-44f2-4b38-9952-bedbfa9571a5 None None] The sync data for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi is: [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '42741db5-a3e0-402f-a122-c144ee822561', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'mac_address': 'fa:16:3e:77:37:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:28Z', 'updated_at': '2021-09-23T17:53:28Z', 'revision_number': 0, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:53:29.944839 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66427f-2093-4275-883f-87ce5f720183 req-6b12be02-05e8-4629-ab30-1cb3f3e979f8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:29.946346 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1a66427f-2093-4275-883f-87ce5f720183 req-6b12be02-05e8-4629-ab30-1cb3f3e979f8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Sep 23 17:53:29.988581 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1a66427f-2093-4275-883f-87ce5f720183 req-27fdaddb-e073-4b91-8829-7e8eaafed5e8 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363204 Sep 23 17:53:30.017014 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a670bd0c-e5a8-43e4-a48f-8d39be7280b7 None None] New status for floating IP 42741db5-a3e0-402f-a122-c144ee822561: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:53:30.397482 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b4e6-e507-46f1-a3a5-410e9c06277c req-e89e21b0-3f3c-49eb-99f9-a2667d06e47c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.398926 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-67d1b4e6-e507-46f1-a3a5-410e9c06277c req-e89e21b0-3f3c-49eb-99f9-a2667d06e47c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0971885 Sep 23 17:53:30.430919 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a913-1f26-4e58-ab04-364872d1826c req-02b6a132-a99b-4cbb-a7c7-b2947109474a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.432257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-02b6a132-a99b-4cbb-a7c7-b2947109474a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.0997715 Sep 23 17:53:30.435853 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556b55-0e73-4061-b8c9-0410835a4aff req-e3dbdd0c-9eb9-4506-ad5f-ea48e6c9a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.437748 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-e3dbdd0c-9eb9-4506-ad5f-ea48e6c9a1b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1096 time: 0.0965908 Sep 23 17:53:30.453199 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-67d1b4e6-e507-46f1-a3a5-410e9c06277c req-2d554fca-cf8b-4bc3-a0a6-bb22b9886751 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484769 Sep 23 17:53:30.607264 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a913-1f26-4e58-ab04-364872d1826c req-b9232d54-6c87-4498-ae28-03794ba7e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.609317 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-b9232d54-6c87-4498-ae28-03794ba7e762 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.1518226 Sep 23 17:53:30.610368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556b55-0e73-4061-b8c9-0410835a4aff req-e8fe37f9-c312-4c35-8913-c235e48deb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.611664 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-e8fe37f9-c312-4c35-8913-c235e48deb87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.1469512 Sep 23 17:53:30.693974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-d59b2fd5-7b9c-4d84-9fe0-3f1f3825bbbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 217 time: 0.0615473 Sep 23 17:53:30.723494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-eb7f58eb-30c4-4792-93f1-2302047c62ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 1000 time: 0.0986276 Sep 23 17:53:30.791084 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556b55-0e73-4061-b8c9-0410835a4aff req-d8fb541d-6e30-45a8-a16e-9d6b17d8d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.792535 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-d8fb541d-6e30-45a8-a16e-9d6b17d8d966 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0829313 Sep 23 17:53:30.798054 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a913-1f26-4e58-ab04-364872d1826c req-14193487-d9df-4587-a373-c9108021263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.799366 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-14193487-d9df-4587-a373-c9108021263a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0560193 Sep 23 17:53:30.878191 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26556b55-0e73-4061-b8c9-0410835a4aff req-736871dc-0170-43e8-b5c5-8a08164982b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.879666 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-736871dc-0170-43e8-b5c5-8a08164982b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0674486 Sep 23 17:53:30.881357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a913-1f26-4e58-ab04-364872d1826c req-b8c8469b-16c8-4eb0-847f-76828c81be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:30.882683 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-b8c8469b-16c8-4eb0-847f-76828c81be18 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631905 Sep 23 17:53:31.054799 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-dc783a48-8f17-4cbf-b79a-c4e24d578204 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543133 Sep 23 17:53:31.056652 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-7b83dad0-4e56-4dd7-a13f-2891da59bcad service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551549 Sep 23 17:53:31.230041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a2431-0ec2-499a-880b-d5e59701be7a req-1895f6e0-abca-4c9d-9a0e-65ddc009f033 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:31.231566 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-885a2431-0ec2-499a-880b-d5e59701be7a req-1895f6e0-abca-4c9d-9a0e-65ddc009f033 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.1660213 Sep 23 17:53:31.270896 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d837a913-1f26-4e58-ab04-364872d1826c req-6b605c60-5365-46b3-8033-7e78d123fb02 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958785 Sep 23 17:53:31.274428 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-26556b55-0e73-4061-b8c9-0410835a4aff req-d620c43d-84e4-45c3-b01e-fd638c4a35b0 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005272 Sep 23 17:53:31.292031 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-885a2431-0ec2-499a-880b-d5e59701be7a req-be8c0375-60e5-4c7a-a2eb-95c01aede0e6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532966 Sep 23 17:53:31.578364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9ebd-6ed5-4234-9219-d23d27631e36 req-0a7dabce-d16c-4d7a-97cb-63866ef49eac tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:31.579831 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-67fd9ebd-6ed5-4234-9219-d23d27631e36 req-0a7dabce-d16c-4d7a-97cb-63866ef49eac tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0527196 Sep 23 17:53:31.617816 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-67fd9ebd-6ed5-4234-9219-d23d27631e36 req-560f453b-ba66-4845-84a7-db7772b6475a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Sep 23 17:53:32.418421 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a86b4e-d956-4280-9af1-f1158e794057 req-78e213eb-8f08-47e6-98f8-dd54973ac3c7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:32.421308 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-81a86b4e-d956-4280-9af1-f1158e794057 req-78e213eb-8f08-47e6-98f8-dd54973ac3c7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0514326 Sep 23 17:53:32.459172 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-81a86b4e-d956-4280-9af1-f1158e794057 req-56eb80d2-a9cf-4f43-916c-843aa5cb6902 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325940 Sep 23 17:53:32.729310 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7fbdc-c991-48c9-8286-7dff764909ca req-5cfba863-30d2-47bf-b56a-d28c7e41acb4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:32.730777 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4a7fbdc-c991-48c9-8286-7dff764909ca req-5cfba863-30d2-47bf-b56a-d28c7e41acb4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0483117 Sep 23 17:53:32.767449 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e4a7fbdc-c991-48c9-8286-7dff764909ca req-5799dbf9-d4a6-4344-9a40-3327feb475c8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308049 Sep 23 17:53:33.586767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cccdd0-0a5e-47f3-9f91-96425f5d22a4 req-c9195c01-cd9c-4090-9eb4-7d26aac2dcce tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:33.588483 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99cccdd0-0a5e-47f3-9f91-96425f5d22a4 req-c9195c01-cd9c-4090-9eb4-7d26aac2dcce tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Sep 23 17:53:33.625784 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99cccdd0-0a5e-47f3-9f91-96425f5d22a4 req-70030527-832c-4f44-b094-56c1d090d945 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307450 Sep 23 17:53:33.884256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52bd71-7f2b-4e4e-b5b2-75d1bc210fff req-d11a4f4d-9127-4b32-a7a4-21cd94fffae5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:33.885763 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe52bd71-7f2b-4e4e-b5b2-75d1bc210fff req-d11a4f4d-9127-4b32-a7a4-21cd94fffae5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0533528 Sep 23 17:53:33.925190 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fe52bd71-7f2b-4e4e-b5b2-75d1bc210fff req-bebffc5b-0fae-45f4-b47c-7c3398f1e1c3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329690 Sep 23 17:53:34.129233 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:53:34.230950 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:34.242146 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:53:34.279607 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:34.292025 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:34.310285 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:34.314621 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:34.370454 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=6']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:34.436753 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['fd0f6589-63bd-496b-940e-dfba1fcf9887'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:34.500407 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:53:34.767882 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ad340-e79e-4a0b-bc41-90603ba4c714 req-aa07d574-a2b5-44e1-bb1b-6c7551c6f30e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:34.769441 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d09ad340-e79e-4a0b-bc41-90603ba4c714 req-aa07d574-a2b5-44e1-bb1b-6c7551c6f30e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.0599833 Sep 23 17:53:34.856307 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d09ad340-e79e-4a0b-bc41-90603ba4c714 req-9029e725-8a8b-41e2-b447-964d3d46354c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653028 Sep 23 17:53:35.056535 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049c8d3-83d8-49f3-a11b-b53e645b5999 req-9411e0bd-7edf-4fec-b9cc-226006b09b3f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:35.057963 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6049c8d3-83d8-49f3-a11b-b53e645b5999 req-9411e0bd-7edf-4fec-b9cc-226006b09b3f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0545619 Sep 23 17:53:35.106659 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6049c8d3-83d8-49f3-a11b-b53e645b5999 req-5ca4c74d-6cd2-4753-a359-a39db972bd71 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Sep 23 17:53:35.207079 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-5e70df83-b858-45fe-b7ac-546729dade86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:36.070628 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5d45-390f-42ed-8be5-4eac9618ad32 req-a4b33d03-395d-4e57-a3bd-e275f27272f7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:36.082125 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12bd5d45-390f-42ed-8be5-4eac9618ad32 req-a4b33d03-395d-4e57-a3bd-e275f27272f7 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.0731514 Sep 23 17:53:36.139684 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-12bd5d45-390f-42ed-8be5-4eac9618ad32 req-a568c370-eb3e-4d17-9524-c09b27ac0e37 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559528 Sep 23 17:53:36.146416 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:53:36.241433 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port fd0f6589-63bd-496b-940e-dfba1fcf9887 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:36.242649 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:36.294878 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a2458-71dc-4ca4-8dbc-56265f032853 req-5fe40d30-123a-4dbc-9dae-4c87bca340ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:36.303761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-062a2458-71dc-4ca4-8dbc-56265f032853 req-5fe40d30-123a-4dbc-9dae-4c87bca340ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0736382 Sep 23 17:53:36.356560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:36.386889 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:36.390468 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2653044d-0142-41e5-b900-363b674a3c34" -d '{"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:36.391888 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-062a2458-71dc-4ca4-8dbc-56265f032853 req-f796958d-4fe3-4465-af70-761866acc3be tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865302 Sep 23 17:53:36.409639 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:36.426184 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:36.441844 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c7c-69cd-45b7-91a2-c9e525ab5a21 req-d86eeeca-4377-4533-8f3a-6695f20c040d tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:36.443374 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9c97c7c-69cd-45b7-91a2-c9e525ab5a21 req-d86eeeca-4377-4533-8f3a-6695f20c040d tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 946 time: 0.1121051 Sep 23 17:53:36.469612 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32d24eb-63c0-4dfe-9296-f040683399b0 x-openstack-request-id: req-c32d24eb-63c0-4dfe-9296-f040683399b0 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:36.469906 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:36.470162 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c32d24eb-63c0-4dfe-9296-f040683399b0 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:36.470555 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'code': 200} Sep 23 17:53:36.491357 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9c97c7c-69cd-45b7-91a2-c9e525ab5a21 req-d3fe17c8-84d7-46f0-9477-1ccabb9abf83 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Sep 23 17:53:36.518458 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=7']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:37.309169 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc0b06-318c-42b0-96b0-312367772b4a req-c37f82f7-84eb-4253-a797-c652e8460191 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:37.311241 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57dc0b06-318c-42b0-96b0-312367772b4a req-c37f82f7-84eb-4253-a797-c652e8460191 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0781162 Sep 23 17:53:37.357327 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57dc0b06-318c-42b0-96b0-312367772b4a req-8191db04-ec7c-4e93-8e9a-c0e2720b8fb0 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 Sep 23 17:53:37.539269 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94d6c9-a42b-4e5f-8ca4-736e174fe6e5 req-6d251b5c-dfa2-4d99-a0d8-3722491119b4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:37.541085 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1a94d6c9-a42b-4e5f-8ca4-736e174fe6e5 req-6d251b5c-dfa2-4d99-a0d8-3722491119b4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 943 time: 0.0713038 Sep 23 17:53:37.602785 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1a94d6c9-a42b-4e5f-8ca4-736e174fe6e5 req-eb018777-beee-4c98-9df0-468e5f6f9ecf tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540030 Sep 23 17:53:37.649628 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b414c2-c7c9-4d57-8aac-08444fbe597e req-2f166d8b-b711-42dd-a982-4ade32af4e88 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:37.651298 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79b414c2-c7c9-4d57-8aac-08444fbe597e req-2f166d8b-b711-42dd-a982-4ade32af4e88 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 946 time: 0.0667078 Sep 23 17:53:37.698784 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-79b414c2-c7c9-4d57-8aac-08444fbe597e req-e2d583d1-e032-4967-b7fa-ad4f411f5a89 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Sep 23 17:53:37.828094 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e3c7f0c4-e063-4a02-b3c7-7818e02c0c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.146732 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:53:38.282546 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:38.296103 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:53:38.299490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-0f29b9e4-bcbd-4399-89a3-22424106ddbc tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:38.300094 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.301061 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-0f29b9e4-bcbd-4399-89a3-22424106ddbc tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 946 time: 0.0696542 Sep 23 17:53:38.353529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.375063 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:38.418733 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Deleting port fab724d4-f551-4dca-8630-a9966f26e15c {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:53:38.419363 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.425300 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:38.431166 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.517860 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:38.551277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] For port fab724d4-f551-4dca-8630-a9966f26e15c, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fab724d4-f551-4dca-8630-a9966f26e15c,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:38.551663 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.571339 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d3845-fe4d-4db8-a518-1b65b312bb86 req-75e0d261-06e0-49af-b592-dd33d774483c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:38.572966 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8e0d3845-fe4d-4db8-a518-1b65b312bb86 req-75e0d261-06e0-49af-b592-dd33d774483c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0857530 Sep 23 17:53:38.578103 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Calling delete_port for fab724d4-f551-4dca-8630-a9966f26e15c owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:53:38.669400 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8e0d3845-fe4d-4db8-a518-1b65b312bb86 req-d9504b91-dcde-4770-ab90-ecf0ebde5a0c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871351 Sep 23 17:53:38.741349 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:38.856681 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:38.901323 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Pushing event deleted for resources: {'Port': ['ID=fab724d4-f551-4dca-8630-a9966f26e15c,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:38.946139 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352562-1725-4060-ab8e-a063894381dc req-db1b4fdb-d06d-4a84-a0e9-e3063aae7d68 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:38.948028 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9352562-1725-4060-ab8e-a063894381dc req-db1b4fdb-d06d-4a84-a0e9-e3063aae7d68 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 944 time: 0.1692364 Sep 23 17:53:38.949368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.949709 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.950043 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.950370 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.950694 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.951019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.952009 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.952339 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.952671 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.952999 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.953315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.953628 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:38.968784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd3123-a0b6-467c-aa8b-6d66177fb182 req-3985f96c-c0eb-43c4-a4be-61d7963ca86e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:38.971714 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3dcd3123-a0b6-467c-aa8b-6d66177fb182 req-3985f96c-c0eb-43c4-a4be-61d7963ca86e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5 HTTP/1.1" status: 200 len: 867 time: 0.1820421 Sep 23 17:53:39.044223 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] No DVR routers for this DVR port fab724d4-f551-4dca-8630-a9966f26e15c on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:53:39.054435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:39.057204 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ccad7fcb-9c27-4e69-9bb0-91e7359d4f68 req-3d1091a2-d338-4ac9-8bdc-a02b18e66780 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "DELETE /v2.0/ports/fab724d4-f551-4dca-8630-a9966f26e15c HTTP/1.1" status: 204 len: 173 time: 0.7468305 Sep 23 17:53:39.060891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'name': 'network-vif-deleted', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:39.062780 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:39.063269 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de5e8da-f165-4b80-bf66-554a908b6ef7" -d '{"events": [{"server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "name": "network-vif-deleted", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:39.104573 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3dcd3123-a0b6-467c-aa8b-6d66177fb182 req-dda1603a-ec8d-406e-b0a3-8a2647efb0ea tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139886 Sep 23 17:53:39.110910 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9352562-1725-4060-ab8e-a063894381dc req-e989fa27-e56a-4705-b069-756eb89403f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221175 Sep 23 17:53:39.174535 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1305e7-3d67-45c8-94a2-e7d4d94c8c8c x-openstack-request-id: req-fd1305e7-3d67-45c8-94a2-e7d4d94c8c8c {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:39.174845 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5", "name": "network-vif-deleted", "tag": "fab724d4-f551-4dca-8630-a9966f26e15c", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:39.175082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd1305e7-3d67-45c8-94a2-e7d4d94c8c8c {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:39.175480 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1acc2dbe-b4b4-46c8-b6c1-90d7917ff6e5', 'name': 'network-vif-deleted', 'tag': 'fab724d4-f551-4dca-8630-a9966f26e15c', 'status': 'completed', 'code': 200} Sep 23 17:53:39.719928 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['fab724d4-f551-4dca-8630-a9966f26e15c'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:39.870170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564493e-29b7-4635-b6aa-b80dc25bb7bb req-217b7650-72ea-4b8e-8d77-c1695064a663 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:39.871766 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7564493e-29b7-4635-b6aa-b80dc25bb7bb req-217b7650-72ea-4b8e-8d77-c1695064a663 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0620017 Sep 23 17:53:39.920128 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7564493e-29b7-4635-b6aa-b80dc25bb7bb req-f9981131-1970-4ecf-a8b4-21db6bbe3edb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Sep 23 17:53:40.144983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:53:40.215616 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:53:40.221773 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:40.224598 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:40.315539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3898e9-3c52-4733-b406-d71734c09357 req-095010c1-640a-4e67-9770-44af0b5725ef tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:40.318869 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba3898e9-3c52-4733-b406-d71734c09357 req-095010c1-640a-4e67-9770-44af0b5725ef tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 944 time: 0.0745115 Sep 23 17:53:40.378688 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:40.387688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba3898e9-3c52-4733-b406-d71734c09357 req-2174a0cf-a5af-4348-b5bc-683d25c6cfa8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601058 Sep 23 17:53:40.427196 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:40.433639 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031764c1-ef5a-4654-9aa3-e13f1c618aac" -d '{"events": [{"server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "name": "network-vif-plugged", "status": "completed", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:40.456143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:40.459651 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:40.460449 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fab724d4-f551-4dca-8630-a9966f26e15c no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:53:40.502216 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fada9248-7e43-485a-9836-29ece6b45e1a x-openstack-request-id: req-fada9248-7e43-485a-9836-29ece6b45e1a {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:40.502512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "name": "network-vif-plugged", "status": "completed", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:40.502776 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fada9248-7e43-485a-9836-29ece6b45e1a {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:40.503143 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'code': 200} Sep 23 17:53:40.505824 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: fab724d4-f551-4dca-8630-a9966f26e15c {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:53:40.506097 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fab724d4-f551-4dca-8630-a9966f26e15c not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:53:40.537342 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:40.795630 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:40.844708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446df99-aac6-4ee6-bc87-4743757edc74 req-f4825b3f-6806-42a5-be66-018fc03f471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:40.844708 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0446df99-aac6-4ee6-bc87-4743757edc74 req-f4825b3f-6806-42a5-be66-018fc03f471e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1098 time: 0.0751369 Sep 23 17:53:41.054597 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645acaab-d61a-4806-8740-3cdc0a52522c req-2b7ba8aa-19ae-4439-84ea-5bcb3832f445 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:41.056178 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-645acaab-d61a-4806-8740-3cdc0a52522c req-2b7ba8aa-19ae-4439-84ea-5bcb3832f445 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0535409 Sep 23 17:53:41.099770 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-645acaab-d61a-4806-8740-3cdc0a52522c req-390ddd78-95f8-4efc-be75-5293537485ef tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362310 Sep 23 17:53:41.544718 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff399-42e3-4689-912a-84d648758d9d req-a132dc0f-623d-4acd-aa3f-8ef1f6f406fd tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:41.546864 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-91eff399-42e3-4689-912a-84d648758d9d req-a132dc0f-623d-4acd-aa3f-8ef1f6f406fd tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0731266 Sep 23 17:53:41.591128 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-91eff399-42e3-4689-912a-84d648758d9d req-f0011286-0252-4b89-80a1-9dadb745541a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Sep 23 17:53:41.774346 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0446df99-aac6-4ee6-bc87-4743757edc74 req-37bbdb4f-899e-47f9-9826-4afeec9968cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333357 Sep 23 17:53:42.240003 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f62e4-dd89-4f4a-85e5-a8581e45961c req-1e3b59e6-9ebf-423e-9172-f292140f0f40 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:42.245130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f61f62e4-dd89-4f4a-85e5-a8581e45961c req-1e3b59e6-9ebf-423e-9172-f292140f0f40 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0621755 Sep 23 17:53:42.287367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f61f62e4-dd89-4f4a-85e5-a8581e45961c req-b84be510-938e-4aa5-b438-06002ab51449 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386584 Sep 23 17:53:42.714635 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83d818-55f3-441a-b032-c9e8d93b5a79 req-a9396d3a-87d1-4420-94e0-228e90ce1c16 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:42.717234 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4e83d818-55f3-441a-b032-c9e8d93b5a79 req-a9396d3a-87d1-4420-94e0-228e90ce1c16 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0519664 Sep 23 17:53:42.758931 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4e83d818-55f3-441a-b032-c9e8d93b5a79 req-2bed0503-8789-497c-96df-fd3747012ae2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356109 Sep 23 17:53:43.417777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e672912-7183-4cfc-b617-af211ab88d88 req-95350f0c-4fdc-4ffa-bdb9-3bbf1f4ca64a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:43.420166 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e672912-7183-4cfc-b617-af211ab88d88 req-95350f0c-4fdc-4ffa-bdb9-3bbf1f4ca64a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0532210 Sep 23 17:53:43.461434 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e672912-7183-4cfc-b617-af211ab88d88 req-218b47f7-e66c-44df-84b7-8ff4bd9ee00e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353208 Sep 23 17:53:43.892519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10dd86-8415-4184-be4d-a43f30057a53 req-9fc4b83e-57f8-48c4-97c4-dc328ce9dc8d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:43.894092 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db10dd86-8415-4184-be4d-a43f30057a53 req-9fc4b83e-57f8-48c4-97c4-dc328ce9dc8d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0561011 Sep 23 17:53:43.942862 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-db10dd86-8415-4184-be4d-a43f30057a53 req-d287533b-ee0a-4ee1-b00a-4cf6829b1b22 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403697 Sep 23 17:53:44.586360 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572ff51-1e0c-4d91-93e6-27465280f2f0 req-d2fb6abd-dab5-4890-9058-9955f7c81b5a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:44.588174 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a572ff51-1e0c-4d91-93e6-27465280f2f0 req-d2fb6abd-dab5-4890-9058-9955f7c81b5a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Sep 23 17:53:44.628222 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a572ff51-1e0c-4d91-93e6-27465280f2f0 req-973db157-fbb1-4494-97b9-95c784162b7c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334857 Sep 23 17:53:45.066225 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e97983-c79d-45c3-a708-638f0f5ab682 req-d41eae33-02fb-4638-a571-523aca1fde06 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.067701 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88e97983-c79d-45c3-a708-638f0f5ab682 req-d41eae33-02fb-4638-a571-523aca1fde06 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0487597 Sep 23 17:53:45.105201 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-88e97983-c79d-45c3-a708-638f0f5ab682 req-cd768567-b1fd-4f9d-a27a-7c49fedfdcd0 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Sep 23 17:53:45.518776 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-00f3d3bf-b53b-4550-8191-bbd1c26962e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.520189 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-00f3d3bf-b53b-4550-8191-bbd1c26962e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1098 time: 0.0448434 Sep 23 17:53:45.617823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-be09ca68-4df8-4ca2-8ead-a524cc92c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.619290 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-be09ca68-4df8-4ca2-8ead-a524cc92c647 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.0885019 Sep 23 17:53:45.691311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-617ff173-df1f-4944-a0bf-55f72db61911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 1001 time: 0.0599778 Sep 23 17:53:45.783216 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a4c4b-112a-4846-861d-449f1a398d67 req-016c1072-434c-4fe1-8b5b-7d7964b5e855 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.784733 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29a4c4b-112a-4846-861d-449f1a398d67 req-016c1072-434c-4fe1-8b5b-7d7964b5e855 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0851057 Sep 23 17:53:45.786121 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-5a70dbdc-8d8a-4101-abef-64a1a296ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.787378 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-5a70dbdc-8d8a-4101-abef-64a1a296ca0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0621743 Sep 23 17:53:45.860368 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e29a4c4b-112a-4846-861d-449f1a398d67 req-349bb1d1-b015-4dd6-9633-bee531b23d4c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688407 Sep 23 17:53:45.863176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-7c665cba-b976-4bf2-ada4-23babfd861f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:45.864596 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-7c665cba-b976-4bf2-ada4-23babfd861f9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668011 Sep 23 17:53:45.968466 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-54ba0942-d581-4fe1-b972-1a1ac4b32a15 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884385 Sep 23 17:53:46.063661 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71d8978b-15fd-4c95-9c23-9e5da5cc7447 req-ee5c68c0-f399-44e4-a9d1-75218720a95a service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842288 Sep 23 17:53:46.223807 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fdabb5-fa78-4a2b-b85e-b81e9ca2d357 req-8cafe467-29ef-42d3-9984-fce4b5845aa6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:46.225513 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-34fdabb5-fa78-4a2b-b85e-b81e9ca2d357 req-8cafe467-29ef-42d3-9984-fce4b5845aa6 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0521784 Sep 23 17:53:46.265450 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-34fdabb5-fa78-4a2b-b85e-b81e9ca2d357 req-70acfe22-a6a8-46a8-9e69-cb1989113116 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341256 Sep 23 17:53:46.384835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb31cb-7741-4277-b240-3fc67353d840 req-11738a1c-fddb-45ac-a3cc-d877052ac04a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:46.386206 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2bbb31cb-7741-4277-b240-3fc67353d840 req-11738a1c-fddb-45ac-a3cc-d877052ac04a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0476782 Sep 23 17:53:46.423514 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2bbb31cb-7741-4277-b240-3fc67353d840 req-4a3c1a83-fcb5-4ee0-b06c-b8e6d9794b11 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Sep 23 17:53:46.445462 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41030) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:46.484525 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0927c36-34a4-4d73-af25-4c359c1e8800 tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:46.486061 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d0927c36-34a4-4d73-af25-4c359c1e8800 tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1093 time: 0.0395958 Sep 23 17:53:46.488651 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41032) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:46.492811 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:46.514784 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:46.615818 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:46.718858 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.27.2.109 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/3a58b87d-577b-4b3d-bca5-e28918145a8f) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:46.824616 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:46.860550 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:46.897299 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:46.901658 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:46.904507 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:46.928734 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=3a58b87d-577b-4b3d-bca5-e28918145a8f,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:46.938578 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.938917 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.939246 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.939571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.939886 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.940205 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.940519 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.940861 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.941297 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.941480 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.941789 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.942103 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:53:46.990831 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f008e9-1761-4695-99c5-13ca7b32be6b req-52177919-1245-41ad-b1de-c9c2c8134cdb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:46.992291 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-06f008e9-1761-4695-99c5-13ca7b32be6b req-52177919-1245-41ad-b1de-c9c2c8134cdb tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0597839 Sep 23 17:53:47.032803 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-06f008e9-1761-4695-99c5-13ca7b32be6b req-f5bed886-95a2-4306-8283-998488e6f948 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Sep 23 17:53:47.440549 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:47.504100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:47.649961 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:47.654915 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:47.722329 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=3a58b87d-577b-4b3d-bca5-e28918145a8f,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:47.733376 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:47.831551 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP 1c669525-cc85-47a3-8a55-c75a5781af93 associated. External IP: 172.27.2.109, port: d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb. Sep 23 17:53:48.037048 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:53:48.143449 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:53:48.153083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a7f9b-1992-411e-8cd4-01975d17e599 req-2c2afc07-15bb-4a1f-a39c-fc6a87d0cdd4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:48.154340 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:53:48.159870 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:48.160630 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f2a7f9b-1992-411e-8cd4-01975d17e599 req-2c2afc07-15bb-4a1f-a39c-fc6a87d0cdd4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 945 time: 0.0549660 Sep 23 17:53:48.164649 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:48.165496 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:48.193217 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0f4c6ad8-001d-4ef1-9093-e66226848a41 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7035031 Sep 23 17:53:48.194267 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:48.197327 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5fad5c-0063-4e02-9bea-ec43e79700b7" -d '{"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:48.201371 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f2a7f9b-1992-411e-8cd4-01975d17e599 req-55189844-36f3-4c25-bf3e-c332b1b750cd tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396841 Sep 23 17:53:48.245550 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07580d50-080a-4f78-9802-4c9d82e29cd4 x-openstack-request-id: req-07580d50-080a-4f78-9802-4c9d82e29cd4 {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:48.246258 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:48.246632 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07580d50-080a-4f78-9802-4c9d82e29cd4 {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:48.247091 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'status': 'completed', 'code': 200} Sep 23 17:53:48.392115 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:48.608893 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:47Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:48.633873 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:53:48.641911 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:48.642515 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:48.744030 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:48.896776 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:53:48.962763 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-b17f7392-7985-4930-a061-4ec6d726a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:48.964267 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-b17f7392-7985-4930-a061-4ec6d726a163 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1098 time: 0.0416493 Sep 23 17:53:49.026902 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:49.057269 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:49.059721 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeff557-b8e5-42f7-9b47-43e5c79299cf" -d '{"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:49.064062 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-9e4ffdc2-f89b-473a-b7f5-aa3d1a24eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:49.065788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-9e4ffdc2-f89b-473a-b7f5-aa3d1a24eea8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.0926557 Sep 23 17:53:49.073198 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:47Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:49.078767 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:49.111750 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f43ca6-6540-4005-9a21-ac1a69c33708 x-openstack-request-id: req-42f43ca6-6540-4005-9a21-ac1a69c33708 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:49.112049 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-unplugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:49.112301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42f43ca6-6540-4005-9a21-ac1a69c33708 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:49.112713 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'code': 200} Sep 23 17:53:49.114129 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:49.121830 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3554b2-6eb5-4359-a1e4-d84847cf8828 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:47Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:53:49.145552 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-5d8ed99c-445a-4d06-b351-06260b8817e6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 999 time: 0.0633082 Sep 23 17:53:49.171982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=8']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:49.212571 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-5bfe3fbe-a302-4f59-83bb-53c50ad300d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:49.214093 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-5bfe3fbe-a302-4f59-83bb-53c50ad300d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0542181 Sep 23 17:53:49.275257 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-8455fd07-5376-43a3-86a3-e2a36d710ceb tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-122082896&fields=id&tenant_id=0f814fdc504147118afda9f7f7ac559c HTTP/1.1" status: 200 len: 267 time: 0.0648851 Sep 23 17:53:49.346287 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-dc4cf6bf-0303-47a6-a0e2-b4684a384d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:49.347836 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-dc4cf6bf-0303-47a6-a0e2-b4684a384d6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186373 Sep 23 17:53:49.371619 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3d76eb-5f1f-461d-9096-3e16451d4785 None None] New status for floating IP 1c669525-cc85-47a3-8a55-c75a5781af93: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:53:49.397135 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-dbc09535-6872-4590-b5d9-4bcd680636aa tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:49.398551 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-dbc09535-6872-4590-b5d9-4bcd680636aa tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 985 time: 0.1153648 Sep 23 17:53:49.409516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da883384-75e4-4d0b-af4e-d27e09ecc532 req-6a4610e5-4fb9-4fc0-8af0-dddd62a2f926 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:49.411605 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-da883384-75e4-4d0b-af4e-d27e09ecc532 req-6a4610e5-4fb9-4fc0-8af0-dddd62a2f926 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1307850 Sep 23 17:53:49.424044 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Request body: {'port': {'security_groups': ['3dc2d332-f83b-4e88-ab12-237ff4b56d8a']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:49.813368 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-da883384-75e4-4d0b-af4e-d27e09ecc532 req-192b55bb-4e06-4d4d-ab4f-722c7298b5d9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835094 Sep 23 17:53:49.853002 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-f2259954-762b-49e0-9299-3d15325db89f service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931626 Sep 23 17:53:49.858023 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.027979 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5f5fad5c-0063-4e02-9bea-ec43e79700b7 req-31340e41-74f5-4816-ac2a-6ee25e48611f service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603265 Sep 23 17:53:50.129871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:53:50.173612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.184081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.197405 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:50.269179 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:50.269833 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.274189 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3eae309c-361e-4994-bd1f-12a0df8a15b7 req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "PUT /v2.0/ports/22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 943 time: 0.8615203 Sep 23 17:53:50.276796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:50.277563 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41072) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:50.279256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54720812-19c6-4025-8137-d46cadcdffd1" -d '{"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:50.329486 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b67b79-f2a0-4acd-ac7b-c319a67e14b4 x-openstack-request-id: req-04b67b79-f2a0-4acd-ac7b-c319a67e14b4 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:50.329868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:50.330146 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-04b67b79-f2a0-4acd-ac7b-c319a67e14b4 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:50.330880 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:53:50.336613 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef0b74-20b0-4e92-ad16-0f656becf804 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event updated for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=7']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:50.351040 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-14872460-4882-4472-8ea1-175c67b966e6 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:50.359794 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-14872460-4882-4472-8ea1-175c67b966e6 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 813 time: 0.2034252 Sep 23 17:53:50.379025 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-8ab8780b-8ece-4d61-bfdd-52c6f772c356 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/quotas/2fda86fd066a402e9b34d9e9d18154e0 HTTP/1.1" status: 200 len: 375 time: 0.0181069 Sep 23 17:53:50.386601 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.391118 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:53:50.431565 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.435494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-0f8bf6e2-a5b5-45c0-8a99-2197a695a204 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554419 Sep 23 17:53:50.504320 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.506529 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.510166 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfc7c4ca-855f-4311-b1e7-5c462043496a HTTP/1.1" status: 204 len: 168 time: 0.2291632 Sep 23 17:53:50.511882 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41076) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:53:50.520691 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720812-19c6-4025-8137-d46cadcdffd1 req-d243d595-f252-49e1-b5cd-8f61140b3868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:50.522166 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-d243d595-f252-49e1-b5cd-8f61140b3868 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1099 time: 0.1517520 Sep 23 17:53:50.523545 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab9333-9c77-438f-8720-a79453ffac65 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc7c4ca-855f-4311-b1e7-5c462043496a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:50.601294 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-003abc5f-bedf-4d5b-ac14-36eed6c7fd06 service neutron] 10.222.0.50 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648226 Sep 23 17:53:50.605960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-f0d1a35a-9f10-437c-80d5-134459a3d252 None None] Provisioning complete for port 22c57417-4101-4176-af44-f3e7c80b7eac triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:53:50.606329 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a35a-9f10-437c-80d5-134459a3d252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:50.823165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720812-19c6-4025-8137-d46cadcdffd1 req-6daea509-8ae8-438b-99bd-090f6a7626c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:50.824613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-6daea509-8ae8-438b-99bd-090f6a7626c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.2723343 Sep 23 17:53:50.882032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-dab4daac-8982-4580-b189-69111d05c47a service neutron] 10.222.0.50 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635610 Sep 23 17:53:50.936788 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-ab4bf019-62ed-4842-ab3a-5c0553afde6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 1002 time: 0.0961051 Sep 23 17:53:50.949422 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Deleting port eb9f84b1-07f7-415d-9c64-bf7dc2015d45 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:53:50.949678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.010101 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a800d-69fe-4448-a247-e2fe14dc8966 req-a01e0356-b4f3-4406-bd02-d0a46826ce9b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:51.011599 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-019a800d-69fe-4448-a247-e2fe14dc8966 req-a01e0356-b4f3-4406-bd02-d0a46826ce9b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1199727 Sep 23 17:53:51.092516 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-11c223d3-fdbd-466f-aae2-6f231eec7165 req-1f7e7ce3-1a96-40de-b04b-207297f0979e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 210 time: 0.0742767 Sep 23 17:53:51.111300 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720812-19c6-4025-8137-d46cadcdffd1 req-acc8e7bb-b73e-4dbf-8930-7bc6c7305107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:51.112799 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-acc8e7bb-b73e-4dbf-8930-7bc6c7305107 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.1666713 Sep 23 17:53:51.166087 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.166408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.172955 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-019a800d-69fe-4448-a247-e2fe14dc8966 req-88fb9b24-28d3-4fb5-9e16-dab6d51a24ba tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508808 Sep 23 17:53:51.200222 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Calling delete_port for eb9f84b1-07f7-415d-9c64-bf7dc2015d45 owned by network:floatingip {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:53:51.202205 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54720812-19c6-4025-8137-d46cadcdffd1 req-2a9c6771-b4dc-4453-a90b-aa09b1f9bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:51.203736 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-2a9c6771-b4dc-4453-a90b-aa09b1f9bae9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0768366 Sep 23 17:53:51.390247 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-ddded513-8d66-47e6-afd4-4d01aa28d8de service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494243 Sep 23 17:53:51.522799 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.560977 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event deleted for resources: {'Port': ['ID=eb9f84b1-07f7-415d-9c64-bf7dc2015d45,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:51.590583 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-54720812-19c6-4025-8137-d46cadcdffd1 req-c6073a67-585d-4b98-9064-93f281445086 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761551 Sep 23 17:53:51.646317 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks [] for floatingip, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.646792 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Floating IP 0cb9904f-f0ee-46f4-ad43-aba065f40fe0 disassociated (deleted). External IP: 172.27.2.103, port: 22c57417-4101-4176-af44-f3e7c80b7eac. Sep 23 17:53:51.737366 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.862821 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:53:51.973238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:53:51.982831 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:51.990314 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Sync routers for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:53:52.003231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:52.004267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:52.022551 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-2e9b4fe8-72e6-4dd4-9cd4-7919b7be58e7 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "DELETE /v2.0/floatingips/0cb9904f-f0ee-46f4-ad43-aba065f40fe0 HTTP/1.1" status: 204 len: 168 time: 1.5100584 Sep 23 17:53:52.088342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-1a5ac297-b886-4805-977a-bd5a104e8744 req-9c70adf9-73c6-4409-b659-173f96d309bb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:53:52.089399 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1a5ac297-b886-4805-977a-bd5a104e8744 req-9c70adf9-73c6-4409-b659-173f96d309bb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164382 Sep 23 17:53:52.210680 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:52.241153 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-48e4ea20-f9b8-46ee-a0ca-ebc983cc4436 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:52.244331 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-48e4ea20-f9b8-46ee-a0ca-ebc983cc4436 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 813 time: 0.1850965 Sep 23 17:53:52.262148 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Request body: {'port': {'device_id': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72', 'admin_state_up': True, 'tenant_id': '2fda86fd066a402e9b34d9e9d18154e0'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:52.339897 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b2231381-d07c-4e11-91f2-8a132686ec0c req-d272457f-742b-4881-9fc7-be6d5a34d0c4 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 210 time: 0.0719132 Sep 23 17:53:52.345306 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:52.348342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d953b887-3e3f-4e47-981a-e8c9e0915773" -d '{"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:52.485658 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:52.506266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3270f1-9e48-49e1-a90b-a8ebd595f426 req-88252564-1b81-4576-8e4f-10c010a97697 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:52.515820 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Checking router: b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:53:52.517212 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-da3270f1-9e48-49e1-a90b-a8ebd595f426 req-88252564-1b81-4576-8e4f-10c010a97697 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1654041 Sep 23 17:53:52.524795 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:53:52.525407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:53:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:52.543676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-2ae098f9-753b-43f0-9a6b-abe35d24d777 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1851494 Sep 23 17:53:52.552573 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ae39ce-e37d-44ef-a070-a56265ea49ac x-openstack-request-id: req-a1ae39ce-e37d-44ef-a070-a56265ea49ac {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:52.552881 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:52.556974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1ae39ce-e37d-44ef-a070-a56265ea49ac {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:52.557573 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:53:52.622119 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-da3270f1-9e48-49e1-a90b-a8ebd595f426 req-0cdf20f9-0849-4933-9cc6-1319ef823754 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998251 Sep 23 17:53:52.627741 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Made reservation on behalf of 2fda86fd066a402e9b34d9e9d18154e0 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:53:52.631273 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:52.646710 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:53:52.947358 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-ac26e04e-94af-4f5c-93ba-e507e276ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:52.951452 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-ac26e04e-94af-4f5c-93ba-e507e276ca3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f814fdc504147118afda9f7f7ac559c&device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 1099 time: 0.3678024 Sep 23 17:53:53.039711 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:53:53.072890 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b9e9c0-e51e-43bf-8336-369b775d5cc4 None None] The sync data for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi is: [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:50:34Z', 'revision_number': 4, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'a9934693-743a-48ec-af31-2d41afeedb8d', 'name': '', 'network_id': '1551eec2-a5d6-4341-8281-6fed659d16c1', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'mac_address': 'fa:16:3e:c8:7b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:34Z', 'updated_at': '2021-09-23T17:50:39Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'subnets': [{'id': '82eaf76e-ca54-45c7-b0c8-844502a1c36e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:53:53.138678 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-64711c0f-4e43-476a-811b-84d70582a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.140178 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-64711c0f-4e43-476a-811b-84d70582a290 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 200 len: 916 time: 0.1496620 Sep 23 17:53:53.141323 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Allocated IP 172.20.0.4 (0727b509-cfae-4f6a-8bb7-a20f13772a72/dc7e0310-efce-44b1-b460-31b0946a1b6e/0e0ead5a-ff30-468e-9758-1af17a0431fb) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:53:53.196109 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-6d0c29de-3d80-42b1-a19d-2e1fd21471e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 200 len: 217 time: 0.0394926 Sep 23 17:53:53.302974 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-e7a526f2-5f2f-42df-8493-294d8cd012fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.304477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-e7a526f2-5f2f-42df-8493-294d8cd012fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 200 len: 854 time: 0.0853109 Sep 23 17:53:53.320990 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc0c4c1-7885-4c84-9135-daee3f6bf092 None None] New status for floating IP 0cb9904f-f0ee-46f4-ad43-aba065f40fe0: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:53:53.404981 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-bdec1e08-7343-40b0-acef-0e15ce2d9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.406477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-bdec1e08-7343-40b0-acef-0e15ce2d9c56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1551eec2-a5d6-4341-8281-6fed659d16c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704625 Sep 23 17:53:53.425010 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:53.464259 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f510d97-2444-453e-a397-b29fcf53ada6 req-12524af0-9cd6-48b7-b6bf-aa22410426c0 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 210 time: 0.0522249 Sep 23 17:53:53.569027 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:53.610833 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-ee9f349e-bdfc-499c-8ebb-7bd860d42481 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842101 Sep 23 17:53:53.618516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-5d8e76ee-d85c-4b5b-94d7-488422d197c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.619999 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-5d8e76ee-d85c-4b5b-94d7-488422d197c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902&tenant_id=fc5cd2374a59402c8e1ba70df996e035 HTTP/1.1" status: 200 len: 1096 time: 0.1383550 Sep 23 17:53:53.635537 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Network 0727b509-cfae-4f6a-8bb7-a20f13772a72 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:53:53.649701 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:53:53.660209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:53:53.673717 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Pushing event updated for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:53.815486 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.816017 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:53.830608 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-a3cc06f4-95d4-4713-933d-318939166c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.832158 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-a3cc06f4-95d4-4713-933d-318939166c40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1096 time: 0.1803701 Sep 23 17:53:53.856384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d953b887-3e3f-4e47-981a-e8c9e0915773 req-86b55642-62f4-44ac-aee2-bf7684b783a3 service neutron] 10.222.0.61 "GET /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346630 Sep 23 17:53:53.867538 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-88b8721a-d09d-4526-9c94-1a55c7db6f61 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6135819 Sep 23 17:53:53.881887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894861-a56e-4e63-b380-5c1e15afbcdb req-feae7383-4a8a-44d3-8147-22b27616f11a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:53.883390 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-15894861-a56e-4e63-b380-5c1e15afbcdb req-feae7383-4a8a-44d3-8147-22b27616f11a tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1676385 Sep 23 17:53:53.898038 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Request body: {'port': {'device_id': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:53:54.020935 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-15894861-a56e-4e63-b380-5c1e15afbcdb req-0e9afdf3-da7a-45ea-8406-e61367e4c837 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273143 Sep 23 17:53:54.025164 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-b400d895-c4d0-42c7-af3b-583f34ae2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:54.026536 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-b400d895-c4d0-42c7-af3b-583f34ae2c50 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.1836705 Sep 23 17:53:54.029567 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.129417 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-1a6e59f1-53be-417d-8342-51f90b5cd360 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 999 time: 0.0912020 Sep 23 17:53:54.189696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:53:54.245472 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-ad90afbc-c148-443c-b382-c033fb45036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:54.246910 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-ad90afbc-c148-443c-b382-c033fb45036b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0708103 Sep 23 17:53:54.342604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-09645d9c-e847-41f4-b074-f0b066862670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:54.344087 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-09645d9c-e847-41f4-b074-f0b066862670 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888224 Sep 23 17:53:54.458828 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e0ead5a-ff30-468e-9758-1af17a0431fb {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:53:54.469166 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.489461 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-182996a3-b302-4823-a41d-f03fd9f7e321 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367495 Sep 23 17:53:54.491868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Transition to ACTIVE for port object 0e0ead5a-ff30-468e-9758-1af17a0431fb will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:53:54.497080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.632852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Pushing event updated for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:54.715620 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fb6e3-f75b-4f85-95d8-9a87d864cfa0 req-55ec3046-b6af-4396-b539-2ad5c3c80edb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:54.717708 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-133fb6e3-f75b-4f85-95d8-9a87d864cfa0 req-55ec3046-b6af-4396-b539-2ad5c3c80edb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.1739304 Sep 23 17:53:54.722578 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0a88379-80db-4cf6-b9ef-d0266a4e7380 req-db5e19b4-6ba7-40fd-b0c0-d9e7dab4db38 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223437 Sep 23 17:53:54.755735 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Attempting to bind port 0e0ead5a-ff30-468e-9758-1af17a0431fb on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:53:54.756248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Attempting to bind port 0e0ead5a-ff30-468e-9758-1af17a0431fb by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:53:54.756684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Attempting to bind port 0e0ead5a-ff30-468e-9758-1af17a0431fb on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:54.766764 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Port 0e0ead5a-ff30-468e-9758-1af17a0431fb on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:53:54.767078 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Attempting to bind port 0e0ead5a-ff30-468e-9758-1af17a0431fb on network 0727b509-cfae-4f6a-8bb7-a20f13772a72 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:53:54.776060 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:53:54.776396 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Checking segment: {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:53:54.776925 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Bound using segment: {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:53:54.777452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Bound port: 0e0ead5a-ff30-468e-9758-1af17a0431fb, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:53:54.777824 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.782297 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-133fb6e3-f75b-4f85-95d8-9a87d864cfa0 req-cdeb358e-086a-4c48-8dfa-698043524fa5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574715 Sep 23 17:53:54.854173 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:53:54.858176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:53:54.862207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.903145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:54.904330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:53:54.906069 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] 10.222.0.61 "PUT /v2.0/ports/0e0ead5a-ff30-468e-9758-1af17a0431fb HTTP/1.1" status: 200 len: 1093 time: 1.0150690 Sep 23 17:53:54.906523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:53:54.908781 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb206a7f-95de-49ed-9c76-3036cd40771a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:53:54.941635 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17223182-f2c5-4aa1-9d08-b4c5384ce11e service neutron] Pushing event updated for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:53:54.959082 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5b5ddf-121a-4004-b416-fc679bb7714e x-openstack-request-id: req-fe5b5ddf-121a-4004-b416-fc679bb7714e {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:53:54.959614 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:53:54.964336 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fe5b5ddf-121a-4004-b416-fc679bb7714e {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:53:54.964973 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb', 'status': 'completed', 'code': 200} Sep 23 17:53:55.012784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-af24ed8a-2c4c-40c7-9c83-e3e7f433ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:55.015382 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-af24ed8a-2c4c-40c7-9c83-e3e7f433ecc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 1096 time: 0.0474870 Sep 23 17:53:55.086578 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-0626b923-96b2-4326-a2f7-36cc214867e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb HTTP/1.1" status: 200 len: 217 time: 0.0621276 Sep 23 17:53:55.197066 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626d619-0b06-4ffa-ad6e-b78f3d48155f req-2eae1618-6e02-49c4-9f74-414bda36bb7c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:55.198676 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4626d619-0b06-4ffa-ad6e-b78f3d48155f req-2eae1618-6e02-49c4-9f74-414bda36bb7c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.1678653 Sep 23 17:53:55.210257 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa846eca-e67f-4c64-ba58-a8cb2c7de4b9 req-ea05bd77-ebba-413e-baef-81e2637424db tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:55.211215 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa846eca-e67f-4c64-ba58-a8cb2c7de4b9 req-ea05bd77-ebba-413e-baef-81e2637424db tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.1048772 Sep 23 17:53:55.234024 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715193a7-2ca8-4567-a85c-be2341e6047c req-d2e16683-6852-497b-9e76-2ad27ee8f62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:55.235384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-d2e16683-6852-497b-9e76-2ad27ee8f62a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc7e0310-efce-44b1-b460-31b0946a1b6e HTTP/1.1" status: 200 len: 853 time: 0.1378241 Sep 23 17:53:55.296755 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-aa846eca-e67f-4c64-ba58-a8cb2c7de4b9 req-a09dd600-f574-4fba-afe9-41365c39e731 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655961 Sep 23 17:53:55.305750 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4626d619-0b06-4ffa-ad6e-b78f3d48155f req-97983ccd-2006-45ad-9792-7e10bd6268c0 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935280 Sep 23 17:53:55.904509 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925cde1-1491-4546-af3e-9617c6811843 req-6e712db6-47f2-4ea6-a9b2-20f7950a95fb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:55.906050 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f925cde1-1491-4546-af3e-9617c6811843 req-6e712db6-47f2-4ea6-a9b2-20f7950a95fb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0528116 Sep 23 17:53:55.949476 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f925cde1-1491-4546-af3e-9617c6811843 req-77b39592-4f5d-40b2-9df2-3085bb4c4511 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360165 Sep 23 17:53:56.419514 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c1a60-3448-45aa-bc33-049c9310e9d6 req-e3b26e8b-9f97-458e-82b2-d2f217071a3c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:56.421462 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-083c1a60-3448-45aa-bc33-049c9310e9d6 req-e3b26e8b-9f97-458e-82b2-d2f217071a3c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0562699 Sep 23 17:53:56.463282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-083c1a60-3448-45aa-bc33-049c9310e9d6 req-1893df05-11cb-4026-a6ee-1fd2693ac08b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356135 Sep 23 17:53:56.575971 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09accb-32ee-4b3d-a022-63a1192c64a1 req-4d5ae90a-2330-42d5-89a8-59c888e45a91 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:56.578400 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af09accb-32ee-4b3d-a022-63a1192c64a1 req-4d5ae90a-2330-42d5-89a8-59c888e45a91 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0560732 Sep 23 17:53:56.619829 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-af09accb-32ee-4b3d-a022-63a1192c64a1 req-0b45af7a-7e16-4a67-9ce5-288506171144 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Sep 23 17:53:57.085286 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8a458-53a7-4112-a15b-94723a0f3baa req-5723bc9f-1e99-44cb-98c1-88d3dd4e7159 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:57.087941 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-74e8a458-53a7-4112-a15b-94723a0f3baa req-5723bc9f-1e99-44cb-98c1-88d3dd4e7159 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0555315 Sep 23 17:53:57.128705 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-74e8a458-53a7-4112-a15b-94723a0f3baa req-b2f2fbc4-94d1-4dff-9d4b-e68d5c6c3119 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339539 Sep 23 17:53:57.594987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a492a46-6dbf-46f3-8b16-9be52c03f4fe req-f4b4e1ae-72f5-4068-b959-189398e35eff tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:57.596615 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a492a46-6dbf-46f3-8b16-9be52c03f4fe req-f4b4e1ae-72f5-4068-b959-189398e35eff tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0584755 Sep 23 17:53:57.638367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a492a46-6dbf-46f3-8b16-9be52c03f4fe req-b467a94b-1845-46c6-af4f-9fc596b24ca9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352385 Sep 23 17:53:57.753032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac6063-6d81-43c1-b0d3-53d1f294cf5c req-0a10bc1f-0e74-488c-828f-a6ecb778422a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:57.754473 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cac6063-6d81-43c1-b0d3-53d1f294cf5c req-0a10bc1f-0e74-488c-828f-a6ecb778422a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0507476 Sep 23 17:53:57.792948 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cac6063-6d81-43c1-b0d3-53d1f294cf5c req-0151b6f4-29c0-4577-91ee-11aeca5a05ad tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Sep 23 17:53:58.248935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf57e24-fe1b-4b69-a926-f8f15c724e45 req-c44005ec-af03-4785-b287-1c36dd0d8f28 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:58.250544 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eaf57e24-fe1b-4b69-a926-f8f15c724e45 req-c44005ec-af03-4785-b287-1c36dd0d8f28 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0519283 Sep 23 17:53:58.288557 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-eaf57e24-fe1b-4b69-a926-f8f15c724e45 req-fe621e44-edc7-45e7-81d7-be30c29841c1 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Sep 23 17:53:58.765636 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a81e86-3007-4f36-972c-65ab8fad1a1b req-642221cd-7724-464d-8774-638bd5331c90 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:58.767143 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-46a81e86-3007-4f36-972c-65ab8fad1a1b req-642221cd-7724-464d-8774-638bd5331c90 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0562725 Sep 23 17:53:58.808367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-46a81e86-3007-4f36-972c-65ab8fad1a1b req-3c42d222-ea86-48f0-a115-a34b9374db24 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351350 Sep 23 17:53:58.931246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a76fa-cec3-43ff-b55b-daefd499ec5e req-a8300633-a96a-4bbd-84d5-130f13f4d865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:58.932683 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba5a76fa-cec3-43ff-b55b-daefd499ec5e req-a8300633-a96a-4bbd-84d5-130f13f4d865 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0527031 Sep 23 17:53:58.974593 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ba5a76fa-cec3-43ff-b55b-daefd499ec5e req-9ceb2e9c-6abb-4523-9754-6f0a4501fa5c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350130 Sep 23 17:53:59.411030 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678ff2d-97ca-49f7-b886-2e20c92b79bb req-a0b8039f-b368-4697-9f5e-1fa81bfd91e5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:59.412641 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7678ff2d-97ca-49f7-b886-2e20c92b79bb req-a0b8039f-b368-4697-9f5e-1fa81bfd91e5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0543027 Sep 23 17:53:59.452386 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7678ff2d-97ca-49f7-b886-2e20c92b79bb req-e26fccbf-9552-4484-80cb-66a6793dba50 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335767 Sep 23 17:53:59.936045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a64de-b90b-405d-80b4-28bb0acf9918 req-a93c4fc7-5f52-4659-8cc9-ff1c4484b361 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:53:59.937698 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b7a64de-b90b-405d-80b4-28bb0acf9918 req-a93c4fc7-5f52-4659-8cc9-ff1c4484b361 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0543938 Sep 23 17:54:00.240071 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3b7a64de-b90b-405d-80b4-28bb0acf9918 req-c819f1bf-54f6-467a-a9f3-08416b4019e3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2963190 Sep 23 17:54:00.352199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdbf96-f99c-4e24-9939-afc941cc1d21 req-d656624b-1597-432d-8b15-9bfefcb1a86c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:00.353808 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-13fdbf96-f99c-4e24-9939-afc941cc1d21 req-d656624b-1597-432d-8b15-9bfefcb1a86c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0506337 Sep 23 17:54:00.394668 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-13fdbf96-f99c-4e24-9939-afc941cc1d21 req-404ed85a-59c9-474a-a64c-b04729cf7741 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338662 Sep 23 17:54:00.571846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17594919-3cee-4b78-8f5f-e28cd54d3a2e req-083c7ac3-4440-4783-87e3-b44ca0397eab tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:00.573301 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-17594919-3cee-4b78-8f5f-e28cd54d3a2e req-083c7ac3-4440-4783-87e3-b44ca0397eab tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0518510 Sep 23 17:54:00.613954 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-17594919-3cee-4b78-8f5f-e28cd54d3a2e req-9c4c014f-3070-44d3-851f-462a0f948e41 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Sep 23 17:54:01.372048 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce152413-0be6-44ca-b3ad-14a2d5a28e2a req-e130eced-21ae-40a1-817c-c0dd57c55522 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:01.373545 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ce152413-0be6-44ca-b3ad-14a2d5a28e2a req-e130eced-21ae-40a1-817c-c0dd57c55522 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0519385 Sep 23 17:54:01.413408 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ce152413-0be6-44ca-b3ad-14a2d5a28e2a req-9578fb8e-9803-4fa6-9f01-b470e408c062 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332260 Sep 23 17:54:01.523290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea4d60-544c-4217-9cd8-e6e2d8b7d3a5 req-f8ae7f61-beda-4b2e-bfba-ceee11eaad7c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:01.524858 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ecea4d60-544c-4217-9cd8-e6e2d8b7d3a5 req-f8ae7f61-beda-4b2e-bfba-ceee11eaad7c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0507264 Sep 23 17:54:01.564056 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ecea4d60-544c-4217-9cd8-e6e2d8b7d3a5 req-3ad5acd5-f17f-49dc-951e-689f88ea4f3c tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Sep 23 17:54:01.730286 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb1443-9ea4-4a11-a906-0e02dee8330b req-eccc3e7e-75b6-4da3-95d3-633aa8ea7454 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:01.731751 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8bb1443-9ea4-4a11-a906-0e02dee8330b req-eccc3e7e-75b6-4da3-95d3-633aa8ea7454 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0500989 Sep 23 17:54:01.770646 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f8bb1443-9ea4-4a11-a906-0e02dee8330b req-b52804cd-d3ab-40a8-affe-67a71ce8cd09 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Sep 23 17:54:02.541816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d7282-f967-4ac1-848b-b6c1c1ca9d7c req-3691d253-537b-43dd-a565-2a79c1532f5b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:02.543308 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-297d7282-f967-4ac1-848b-b6c1c1ca9d7c req-3691d253-537b-43dd-a565-2a79c1532f5b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0541732 Sep 23 17:54:02.581678 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-297d7282-f967-4ac1-848b-b6c1c1ca9d7c req-ae0106e8-1b7e-4b5d-bd5b-361c48bf94aa tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Sep 23 17:54:02.692364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19802eac-d8a8-4277-8f2f-e3bc76d7935a req-43744b8e-b4e2-4de6-b18b-213c3ab01662 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:02.693881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19802eac-d8a8-4277-8f2f-e3bc76d7935a req-43744b8e-b4e2-4de6-b18b-213c3ab01662 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0506804 Sep 23 17:54:02.735301 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-19802eac-d8a8-4277-8f2f-e3bc76d7935a req-cbaa9bdd-9cab-4889-a576-377a713b301a tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353036 Sep 23 17:54:02.890161 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75287889-e014-4e08-9a12-3de7b9def33e req-3a864926-cde8-4568-943a-8389b5852140 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:02.891667 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-75287889-e014-4e08-9a12-3de7b9def33e req-3a864926-cde8-4568-943a-8389b5852140 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0525780 Sep 23 17:54:02.933303 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-75287889-e014-4e08-9a12-3de7b9def33e req-f24d76f7-4611-4675-ae35-eb8c3a00d1de tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Sep 23 17:54:03.725853 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c7e37-38df-4b8d-89e6-23799b9f3d46 req-a3601aa9-5b6d-4313-804b-b6651d2436a3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:03.727510 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-537c7e37-38df-4b8d-89e6-23799b9f3d46 req-a3601aa9-5b6d-4313-804b-b6651d2436a3 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0547767 Sep 23 17:54:03.768224 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-537c7e37-38df-4b8d-89e6-23799b9f3d46 req-73a5e097-7a85-43e9-bb16-87dc0455c43e tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Sep 23 17:54:03.877462 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e06df-6ba5-4254-9d5a-eb16b351c547 req-939d5eea-e366-4a62-a5ad-30933829b749 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:03.879079 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-405e06df-6ba5-4254-9d5a-eb16b351c547 req-939d5eea-e366-4a62-a5ad-30933829b749 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0505166 Sep 23 17:54:03.920818 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-405e06df-6ba5-4254-9d5a-eb16b351c547 req-e8faaf1a-ebd7-498d-b7e2-c9f3fd9593bd tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339754 Sep 23 17:54:04.056252 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37afd9a-469f-48c3-bce9-70c7b097dc23 req-beae4d7d-2665-4a3c-b395-13a7d1a8752e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:04.057816 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a37afd9a-469f-48c3-bce9-70c7b097dc23 req-beae4d7d-2665-4a3c-b395-13a7d1a8752e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0507650 Sep 23 17:54:04.100004 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a37afd9a-469f-48c3-bce9-70c7b097dc23 req-78d38a09-432a-4222-8377-4b074d843362 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Sep 23 17:54:04.903823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f1879-f7da-403b-89c6-3f8bb6b158b8 req-087a91ba-9ef2-4ca8-929f-165cc0402c67 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:04.906053 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-031f1879-f7da-403b-89c6-3f8bb6b158b8 req-087a91ba-9ef2-4ca8-929f-165cc0402c67 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0622892 Sep 23 17:54:04.944875 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-031f1879-f7da-403b-89c6-3f8bb6b158b8 req-c7c21dea-c42b-4782-bc92-62d70bdc4437 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325086 Sep 23 17:54:05.056690 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f3a19-ee6c-47f2-857f-85297db53595 req-91f38286-6297-4007-8c5a-7742c3bfb059 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:05.058130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-629f3a19-ee6c-47f2-857f-85297db53595 req-91f38286-6297-4007-8c5a-7742c3bfb059 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Sep 23 17:54:05.100495 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-629f3a19-ee6c-47f2-857f-85297db53595 req-74d9a2ec-d545-4d80-b1f6-cb12fbba3f4b tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Sep 23 17:54:05.210689 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2a70052b-8e78-4323-927a-b895daa14000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:05.220286 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da1129-136b-42f0-bfc4-79cc924d2486 req-653012cd-6b93-478c-a19c-b34c47762d2e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:05.222006 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99da1129-136b-42f0-bfc4-79cc924d2486 req-653012cd-6b93-478c-a19c-b34c47762d2e tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0521710 Sep 23 17:54:05.263533 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99da1129-136b-42f0-bfc4-79cc924d2486 req-14230071-6bd4-44ef-aa79-9032e6959207 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Sep 23 17:54:06.073912 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fe2af-7195-494a-893e-ba747d46f423 req-8c13db67-7811-49ca-a37c-4013ac411640 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:06.075595 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e03fe2af-7195-494a-893e-ba747d46f423 req-8c13db67-7811-49ca-a37c-4013ac411640 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0563295 Sep 23 17:54:06.118504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e03fe2af-7195-494a-893e-ba747d46f423 req-f6b75089-87bd-465a-8573-2473fcfa2926 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365648 Sep 23 17:54:06.225796 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844ea95-fa2f-41e4-bcc0-1af12438e410 req-53437e58-6767-4540-a9f1-e1c914cc8399 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:06.227544 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7844ea95-fa2f-41e4-bcc0-1af12438e410 req-53437e58-6767-4540-a9f1-e1c914cc8399 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0513916 Sep 23 17:54:06.266693 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7844ea95-fa2f-41e4-bcc0-1af12438e410 req-64b66fda-a860-4a9e-8f39-d9a6660ff567 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329649 Sep 23 17:54:06.381899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb3fee-3d15-4b37-a761-8931f18bf56d req-e85ba26e-eb24-4319-8d03-9e03d8fa163b tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:06.383509 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cadb3fee-3d15-4b37-a761-8931f18bf56d req-e85ba26e-eb24-4319-8d03-9e03d8fa163b tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0531018 Sep 23 17:54:06.423638 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cadb3fee-3d15-4b37-a761-8931f18bf56d req-7e46d105-709b-4c74-96aa-f1410f9e2091 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341570 Sep 23 17:54:07.249357 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2ad68d-8ad7-47e2-8634-3d8772e9ec0f req-ca2c3f7d-4cdf-4950-832f-921ccc52f016 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:07.251720 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d2ad68d-8ad7-47e2-8634-3d8772e9ec0f req-ca2c3f7d-4cdf-4950-832f-921ccc52f016 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0601532 Sep 23 17:54:07.294712 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d2ad68d-8ad7-47e2-8634-3d8772e9ec0f req-4d5a476a-ab4a-4b04-97a7-ad6fba47f8f5 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366285 Sep 23 17:54:07.402733 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09bd29-8c50-460c-b9b1-a6bd73b27f76 req-9799e919-fc6d-423e-b9b3-adf83c08e41f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:07.404286 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b09bd29-8c50-460c-b9b1-a6bd73b27f76 req-9799e919-fc6d-423e-b9b3-adf83c08e41f tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0498695 Sep 23 17:54:07.442842 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4b09bd29-8c50-460c-b9b1-a6bd73b27f76 req-063fcf0b-ebc1-4de7-947a-6ebe58213793 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Sep 23 17:54:07.549930 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159003b8-ff06-48bb-9bd1-0195a068f518 req-46430d0c-1e20-422b-b795-c021e27f2de5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:07.551397 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-159003b8-ff06-48bb-9bd1-0195a068f518 req-46430d0c-1e20-422b-b795-c021e27f2de5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0533814 Sep 23 17:54:07.590829 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-159003b8-ff06-48bb-9bd1-0195a068f518 req-d6779b99-e95c-43f7-8d05-a3908d9edb87 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Sep 23 17:54:07.828918 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-ec14b578-6cf8-418b-8d7e-1e13d254d0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:08.012691 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-c69c28ea-2bbc-4479-a254-bfacf23270c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0727b509-cfae-4f6a-8bb7-a20f13772a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294020 Sep 23 17:54:08.121432 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-bbea0491-977d-428a-b39c-9d03cab02e01 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829554 Sep 23 17:54:08.216509 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-715193a7-2ca8-4567-a85c-be2341e6047c req-b62a8dfa-0305-4df5-9c8f-50d3ee4b2722 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866323 Sep 23 17:54:08.278352 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:08.307444 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-73793bf9-936d-4923-8368-0e9ce9f9f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.309021 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-73793bf9-936d-4923-8368-0e9ce9f9f808 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 1096 time: 0.0418222 Sep 23 17:54:08.430708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-276b5977-25ca-48a9-ab2d-f32d6fcd247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.432052 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-276b5977-25ca-48a9-ab2d-f32d6fcd247b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 200 len: 914 time: 0.1154623 Sep 23 17:54:08.444473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532da17-a579-4df0-a191-5bc069f905dd req-4897ee8a-189b-4938-a048-9a26c3baaab6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.446022 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6532da17-a579-4df0-a191-5bc069f905dd req-4897ee8a-189b-4938-a048-9a26c3baaab6 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0720184 Sep 23 17:54:08.492454 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-9e80343a-10a3-4e0c-b944-5c32c39a2f40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb HTTP/1.1" status: 200 len: 217 time: 0.0453365 Sep 23 17:54:08.550566 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6532da17-a579-4df0-a191-5bc069f905dd req-082dcdfa-74e4-439f-9500-19ebdffed02c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981967 Sep 23 17:54:08.587117 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-dec0e236-7f10-428a-8c56-bae945d35124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.588548 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-dec0e236-7f10-428a-8c56-bae945d35124 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dc7e0310-efce-44b1-b460-31b0946a1b6e HTTP/1.1" status: 200 len: 853 time: 0.0823689 Sep 23 17:54:08.601353 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a26a4b-6908-4062-be15-cf1906c7ab0b req-ebbd4f2c-d350-4857-a019-202106412217 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.602736 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-20a26a4b-6908-4062-be15-cf1906c7ab0b req-ebbd4f2c-d350-4857-a019-202106412217 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0867448 Sep 23 17:54:08.633119 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-44da2e4f-378f-4efc-9619-4942a78de7a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0727b509-cfae-4f6a-8bb7-a20f13772a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293863 Sep 23 17:54:08.684562 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-20a26a4b-6908-4062-be15-cf1906c7ab0b req-c3f80cb7-063d-4f90-9f9b-7f4b344a5be5 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731099 Sep 23 17:54:08.765840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ceaa1c-780e-49cc-993d-700b72d3783a req-425081e5-a8a5-4c6b-af09-363ce1dd4877 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:08.767289 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89ceaa1c-780e-49cc-993d-700b72d3783a req-425081e5-a8a5-4c6b-af09-363ce1dd4877 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.1061375 Sep 23 17:54:08.787156 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-acd4f871-d922-4ab1-8d9a-0377864303e6 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413658 Sep 23 17:54:08.830592 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89ceaa1c-780e-49cc-993d-700b72d3783a req-cd80eead-fe7a-49c5-8ead-d331bb478c22 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Sep 23 17:54:08.896452 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bb206a7f-95de-49ed-9c76-3036cd40771a req-917cafeb-a7f5-4008-97f5-199f1b728ce4 service neutron] 10.222.0.61 "GET /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960388 Sep 23 17:54:08.951381 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:09.669318 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c9b28-62d3-4cac-bdbf-3739bcf0b029 req-584f29ff-b9a1-42e1-a58a-69f673536cb2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:09.670772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f3c9b28-62d3-4cac-bdbf-3739bcf0b029 req-584f29ff-b9a1-42e1-a58a-69f673536cb2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 943 time: 0.0482323 Sep 23 17:54:09.707851 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0f3c9b28-62d3-4cac-bdbf-3739bcf0b029 req-01ccf3a7-42e1-4c3c-aa39-cefa476b2c1b tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Sep 23 17:54:09.799672 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2119e2-65bd-499d-952c-e1062193e13e req-9e14fed3-85a5-47b5-b856-2c5dea2614fe tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:09.801159 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de2119e2-65bd-499d-952c-e1062193e13e req-9e14fed3-85a5-47b5-b856-2c5dea2614fe tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0489326 Sep 23 17:54:09.840935 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-de2119e2-65bd-499d-952c-e1062193e13e req-eea0b7c4-3124-44fd-bda5-a5eeb5c7c8b3 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/security-groups?id=3dc2d332-f83b-4e88-ab12-237ff4b56d8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336006 Sep 23 17:54:09.975836 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64174abc-c318-4f21-997f-1ebefd098073 req-58044739-6fbc-436b-841f-212b8d82d473 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:09.977353 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-64174abc-c318-4f21-997f-1ebefd098073 req-58044739-6fbc-436b-841f-212b8d82d473 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 943 time: 0.0810704 Sep 23 17:54:09.990012 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-52ae2c44-f053-44dd-8907-e368653c2753 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:09.991404 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-52ae2c44-f053-44dd-8907-e368653c2753 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.61 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 946 time: 0.0660057 Sep 23 17:54:10.052686 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-64174abc-c318-4f21-997f-1ebefd098073 req-f1d108e3-8ff6-4b3f-9900-fea6b0855ee5 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602479 Sep 23 17:54:10.108499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Deleting port 22c57417-4101-4176-af44-f3e7c80b7eac {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:10.108779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.198935 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] For port 22c57417-4101-4176-af44-f3e7c80b7eac, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=22c57417-4101-4176-af44-f3e7c80b7eac,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:10.199299 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.212176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Calling delete_port for 22c57417-4101-4176-af44-f3e7c80b7eac owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:10.296497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:54:10.343600 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.368979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['22c57417-4101-4176-af44-f3e7c80b7eac'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:54:10.371612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Pushing event deleted for resources: {'Port': ['ID=22c57417-4101-4176-af44-f3e7c80b7eac,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:10.418668 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] No DVR routers for this DVR port 22c57417-4101-4176-af44-f3e7c80b7eac on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:10.421341 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.424303 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-646eb691-9dcf-47ed-b783-6c39b81756e1 req-c29d1733-1dd9-459a-9187-633fa96e7ce1 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.61 "DELETE /v2.0/ports/22c57417-4101-4176-af44-f3e7c80b7eac HTTP/1.1" status: 204 len: 173 time: 0.4186223 Sep 23 17:54:10.424771 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'name': 'network-vif-deleted', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:54:10.425285 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:10.426991 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b910c67-82a5-42e7-b83b-dd5be035d026" -d '{"events": [{"server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "name": "network-vif-deleted", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:54:10.439521 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'port_id': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'mac_address': 'fa:16:3e:14:a5:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:54:10.466889 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80508a3d-a1d0-4c7f-8355-78998775eb1a x-openstack-request-id: req-80508a3d-a1d0-4c7f-8355-78998775eb1a {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:54:10.467180 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51db3900-6849-4fcd-94e7-5e344c4f9416", "name": "network-vif-deleted", "tag": "22c57417-4101-4176-af44-f3e7c80b7eac", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:54:10.467427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80508a3d-a1d0-4c7f-8355-78998775eb1a {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:54:10.467820 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51db3900-6849-4fcd-94e7-5e344c4f9416', 'name': 'network-vif-deleted', 'tag': '22c57417-4101-4176-af44-f3e7c80b7eac', 'status': 'completed', 'code': 200} Sep 23 17:54:10.480693 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.496951 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:54:10.517392 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:10.521019 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.521724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 0e0ead5a-ff30-468e-9758-1af17a0431fb details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:54:10.586979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=9']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:10.658289 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:10.668930 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '0e0ead5a-ff30-468e-9758-1af17a0431fb', 'network_id': '0727b509-cfae-4f6a-8bb7-a20f13772a72', 'port_id': '0e0ead5a-ff30-468e-9758-1af17a0431fb', 'mac_address': 'fa:16:3e:5c:49:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7e0310-efce-44b1-b460-31b0946a1b6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:54:10.705109 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.718212 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e0ead5a-ff30-468e-9758-1af17a0431fb {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:54:10.739260 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:10.744696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.807038 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:10.815417 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:10.860323 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e25a08-2cb4-4800-b5cb-8be6b32750fc req-ace9ca70-df43-4d2e-949d-c396c07dff10 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:10.862163 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50e25a08-2cb4-4800-b5cb-8be6b32750fc req-ace9ca70-df43-4d2e-949d-c396c07dff10 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.0689642 Sep 23 17:54:10.916967 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50e25a08-2cb4-4800-b5cb-8be6b32750fc req-0087a30a-db98-4988-b898-9110b207df5c tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 Sep 23 17:54:10.966742 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-13364aa4-6693-46e8-829d-3fd08e0419b6 req-8589cfd0-245b-4d4a-a19d-17b3c12f0450 tempest-TestMinimumBasicScenario-1848677064 tempest-TestMinimumBasicScenario-1848677064-project] 10.222.0.50 "GET /v2.0/ports?device_id=51db3900-6849-4fcd-94e7-5e344c4f9416 HTTP/1.1" status: 200 len: 210 time: 0.0269241 Sep 23 17:54:11.031863 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['fd0f6589-63bd-496b-940e-dfba1fcf9887'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:54:11.037400 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['0e0ead5a-ff30-468e-9758-1af17a0431fb'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:54:11.167208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49531371-f22a-4d0b-89c7-a557f0f4f9d9 req-7e035dc6-7611-458a-afa0-c583fa0db35c tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:11.168588 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49531371-f22a-4d0b-89c7-a557f0f4f9d9 req-7e035dc6-7611-458a-afa0-c583fa0db35c tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 944 time: 0.0478251 Sep 23 17:54:11.206310 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49531371-f22a-4d0b-89c7-a557f0f4f9d9 req-58e2d128-443b-47f0-80fa-3d6416ffa770 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308194 Sep 23 17:54:11.500546 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:54:12.036941 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9931c-1319-4126-9d00-50f0dc67f715 req-fc2bbec6-7b17-434f-be23-a201a9a54124 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:12.038478 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-27d9931c-1319-4126-9d00-50f0dc67f715 req-fc2bbec6-7b17-434f-be23-a201a9a54124 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 944 time: 0.0548193 Sep 23 17:54:12.076739 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-27d9931c-1319-4126-9d00-50f0dc67f715 req-270b9315-afe3-4e85-8be9-cd4a2b71dea9 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Sep 23 17:54:12.313218 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:54:12.336185 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33d98-3b93-470d-9acf-8d8868f54a10 req-1e3f4fe9-bd27-49c9-8b6e-42812a9e80bb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:12.338052 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bea33d98-3b93-470d-9acf-8d8868f54a10 req-1e3f4fe9-bd27-49c9-8b6e-42812a9e80bb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 944 time: 0.0613432 Sep 23 17:54:12.362738 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port fd0f6589-63bd-496b-940e-dfba1fcf9887 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:54:12.363112 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.385742 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bea33d98-3b93-470d-9acf-8d8868f54a10 req-47c57d27-b9a3-4e9f-aabd-8a1bf14158eb tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410366 Sep 23 17:54:12.448431 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.470760 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:54:12.473028 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded01b2-ad1c-48ee-bac8-89d4428c3881" -d '{"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:54:12.486823 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:12.496497 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.498568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 0e0ead5a-ff30-468e-9758-1af17a0431fb up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:54:12.514420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41360) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:12.534369 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ee8b7e-2f81-48e5-b12d-b54bff074c58 x-openstack-request-id: req-82ee8b7e-2f81-48e5-b12d-b54bff074c58 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:54:12.534734 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:54:12.534888 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-82ee8b7e-2f81-48e5-b12d-b54bff074c58 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:54:12.535266 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'code': 200} Sep 23 17:54:12.589924 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=10']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:12.607323 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port 0e0ead5a-ff30-468e-9758-1af17a0431fb completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:54:12.611183 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 0e0ead5a-ff30-468e-9758-1af17a0431fb triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:54:12.612055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.711070 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.747206 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:12.752465 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:12.753469 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 22c57417-4101-4176-af44-f3e7c80b7eac no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:12.768010 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972b38a-98c1-4a17-8ff1-ad1ea2610240 req-500cb3ce-ab71-4508-bb18-fc0ba3fd4272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:12.769601 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8972b38a-98c1-4a17-8ff1-ad1ea2610240 req-500cb3ce-ab71-4508-bb18-fc0ba3fd4272 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1099 time: 0.0547969 Sep 23 17:54:12.790568 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 22c57417-4101-4176-af44-f3e7c80b7eac {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:12.790906 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 22c57417-4101-4176-af44-f3e7c80b7eac not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:12.823198 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:12.849753 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8972b38a-98c1-4a17-8ff1-ad1ea2610240 req-c2bbfdcb-fc9c-4d18-8e50-1981af17f36b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660169 Sep 23 17:54:12.973607 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:13.244047 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc7a47-68eb-42f0-95df-e6ecfe7944ba req-623632ea-ed4d-4fdc-9f2a-19eb962ca761 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:13.245564 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7acc7a47-68eb-42f0-95df-e6ecfe7944ba req-623632ea-ed4d-4fdc-9f2a-19eb962ca761 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0923347 Sep 23 17:54:13.275817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Deleting port a9934693-743a-48ec-af31-2d41afeedb8d {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:13.276156 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:13.309570 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7acc7a47-68eb-42f0-95df-e6ecfe7944ba req-7b1f8b13-8e35-4b77-98f0-c433ffbba6ad tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569026 Sep 23 17:54:13.369848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] For port a9934693-743a-48ec-af31-2d41afeedb8d, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a9934693-743a-48ec-af31-2d41afeedb8d,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:13.370232 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:13.382507 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Calling delete_port for a9934693-743a-48ec-af31-2d41afeedb8d owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:13.544901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1570627-f474-4ce7-a665-43f59a87036e req-6213f71d-dd56-4dcb-a0cb-5f1b957d82be tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:13.546265 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1570627-f474-4ce7-a665-43f59a87036e req-6213f71d-dd56-4dcb-a0cb-5f1b957d82be tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0690062 Sep 23 17:54:13.613772 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d1570627-f474-4ce7-a665-43f59a87036e req-992d3391-5e90-438f-89d9-357a3ae6bcbe tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614460 Sep 23 17:54:13.622858 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:13.652203 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a9934693-743a-48ec-af31-2d41afeedb8d,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:13.813931 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:14.289041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:54:14.441176 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:54:14.449362 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41416) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:14.449883 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c9b7cb3e-a5e1-474b-bc11-90ffa8abfe5c admin admin] 10.222.0.50 "PUT /v2.0/routers/b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338727 Sep 23 17:54:14.450622 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Sync routers for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:54:14.463599 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:14.464217 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:14.467519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71228882-25fc-4f97-b677-442867375f4e req-a7c4b726-1d1e-4250-b22e-ffef49e64704 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:14.469690 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71228882-25fc-4f97-b677-442867375f4e req-a7c4b726-1d1e-4250-b22e-ffef49e64704 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0809560 Sep 23 17:54:14.523179 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71228882-25fc-4f97-b677-442867375f4e req-10183804-b1d3-4fb8-8645-d85d238a4753 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Sep 23 17:54:14.535957 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:54:14.541101 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82789306-0d1a-4cc9-a22b-b9dde64d9ce9" -d '{"events": [{"server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "name": "network-vif-plugged", "status": "completed", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:54:14.576596 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks [] for router, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:14.578085 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55ed9e1-08e4-4e40-8332-0ddc8a74083e x-openstack-request-id: req-b55ed9e1-08e4-4e40-8332-0ddc8a74083e {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:54:14.579240 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "name": "network-vif-plugged", "status": "completed", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:54:14.579515 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b55ed9e1-08e4-4e40-8332-0ddc8a74083e {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:54:14.580091 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb', 'code': 200} Sep 23 17:54:14.602518 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:14.707494 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:14.756124 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b7d12-90e9-4ae3-9d15-42c3a5a03d2c req-f7c19021-41f9-499d-a2ea-69c13088dfe4 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:14.758161 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f37b7d12-90e9-4ae3-9d15-42c3a5a03d2c req-f7c19021-41f9-499d-a2ea-69c13088dfe4 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0728943 Sep 23 17:54:14.783521 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Deleting port 6c485e91-2016-4939-9e3d-20ad0c95b5dd {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:14.784076 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:14.832515 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f37b7d12-90e9-4ae3-9d15-42c3a5a03d2c req-b7d6c9eb-2a45-451f-b6b2-4caa09cc400c tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562019 Sep 23 17:54:14.835708 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:54:13Z', 'revision_number': 5, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port': {'id': '6c485e91-2016-4939-9e3d-20ad0c95b5dd', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ed:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:31Z', 'updated_at': '2021-09-23T17:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:14.841414 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0911ccc-5e64-42ba-bf61-cff78e20bd2c req-647980b3-c87a-43a1-a56d-0d244c1db727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:14.842896 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f0911ccc-5e64-42ba-bf61-cff78e20bd2c req-647980b3-c87a-43a1-a56d-0d244c1db727 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 1098 time: 0.1063159 Sep 23 17:54:14.883276 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Checking router: b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:54:14.887032 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] For port 6c485e91-2016-4939-9e3d-20ad0c95b5dd, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6c485e91-2016-4939-9e3d-20ad0c95b5dd,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:14.887428 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:14.892881 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f0911ccc-5e64-42ba-bf61-cff78e20bd2c req-9561b96f-3dec-4d4a-ae4a-fd508e916728 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401828 Sep 23 17:54:14.894361 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Routers {'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:14.894974 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:14.905463 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Calling delete_port for 6c485e91-2016-4939-9e3d-20ad0c95b5dd owned by network:router_gateway {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:14.982267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] Set router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 gateway port host: None {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:15.036538 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:54:14Z', 'revision_number': 6, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:15.063691 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10de365-4051-4476-8c9d-0bfa0ac3198b None None] The sync data for ids ['b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2'] in dv-cinder-810729-1-iscsi is: [{'id': 'b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2', 'name': 'tempest-TestMinimumBasicScenario-1253445638-router', 'tenant_id': '0f814fdc504147118afda9f7f7ac559c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:30Z', 'updated_at': '2021-09-23T17:54:14Z', 'revision_number': 6, 'project_id': '0f814fdc504147118afda9f7f7ac559c', 'gw_port_host': None}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:54:15.069873 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.103373 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c485e91-2016-4939-9e3d-20ad0c95b5dd,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:15.162460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.263281 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.265397 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.328402 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.329004 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 {{(pid=100771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:54:15.333906 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.337766 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-bdacec69-e49b-407f-b4db-73a8d465b698 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b2ddebb3-b9a9-4ed4-9b5a-88a78d454ab2 HTTP/1.1" status: 204 len: 168 time: 0.8843782 Sep 23 17:54:15.337982 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41424) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:15.382207 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Deleting subnet 82eaf76e-ca54-45c7-b0c8-844502a1c36e {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:54:15.385290 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.420792 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.533703 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.585480 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.611952 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82eaf76e-ca54-45c7-b0c8-844502a1c36e,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:15.615580 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.619774 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d2e87604-1452-461b-a5c9-154ef9587e53 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/82eaf76e-ca54-45c7-b0c8-844502a1c36e HTTP/1.1" status: 204 len: 168 time: 0.2786005 Sep 23 17:54:15.620038 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41430) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:15.622960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b3f636-db98-4057-a42c-0ff99e4def5a None None] Network 1551eec2-a5d6-4341-8281-6fed659d16c1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:54:15.646442 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb495f-08ee-452d-bc8c-3e9257843986 req-1ac25ff8-6a7e-416c-bcc5-3f331b69f572 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:15.647981 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-76eb495f-08ee-452d-bc8c-3e9257843986 req-1ac25ff8-6a7e-416c-bcc5-3f331b69f572 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0555928 Sep 23 17:54:15.689058 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-76eb495f-08ee-452d-bc8c-3e9257843986 req-ac36c79b-2012-4301-baca-9ef2db2d10e4 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334749 Sep 23 17:54:15.695520 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.753870 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Deleting port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:15.754210 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.820743 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] DHCP port deletion for 1551eec2-a5d6-4341-8281-6fed659d16c1 request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:54:15.830407 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] For port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:15.830793 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.843709 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Calling delete_port for 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a owned by network:dhcp {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:15.889586 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Deleting port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:15.889981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.931672 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.957651 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] For port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,segment=NetworkSegment(fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85),segment_id=fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:15.957952 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:15.960646 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:15.970104 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] No DVR routers for this DVR port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a on host dv-cinder-810729-1-iscsi {{(pid=100771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:15.974982 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ea8c-e158-406f-a83f-1abb2eb14fed req-c961a3b7-7d97-4808-b475-8f5a7b249069 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:15.984244 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0682ea8c-e158-406f-a83f-1abb2eb14fed req-c961a3b7-7d97-4808-b475-8f5a7b249069 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0788991 Sep 23 17:54:15.997763 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Calling delete_port for 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:16.037222 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0682ea8c-e158-406f-a83f-1abb2eb14fed req-127e99d9-d884-4192-b244-6d60ef418018 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510378 Sep 23 17:54:16.133438 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.293055 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.314951 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] Pushing event deleted for resources: {'Port': ['ID=6b41a061-62ff-43ff-bb43-63e3c7a6ba2a,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:16.315212 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1551eec2-a5d6-4341-8281-6fed659d16c1']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:16.318564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5224d5-0eba-4d5e-b5ee-3fd1e9def9ce None None] No DVR routers for this DVR port 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:16.327323 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:16.328091 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbdb6523-3a59-4ffb-bb31-c5c5cc28ac85') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:16.339150 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.354054 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.360124 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:54:16.360729 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:54:16.362377 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:54:16.418792 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.423447 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.425541 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1551eec2-a5d6-4341-8281-6fed659d16c1 HTTP/1.1" status: 204 len: 168 time: 0.8046339 Sep 23 17:54:16.428617 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41440) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:16.443231 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb0dd3-1c43-48a7-b478-4292edaa4654 admin admin] Pushing event deleted for resources: {'Network': ['ID=1551eec2-a5d6-4341-8281-6fed659d16c1,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:16.853458 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:16.866957 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:16.886592 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:16.886926 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6b41a061-62ff-43ff-bb43-63e3c7a6ba2a not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:16.887330 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a9934693-743a-48ec-af31-2d41afeedb8d no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:16.905433 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: a9934693-743a-48ec-af31-2d41afeedb8d {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:16.905765 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a9934693-743a-48ec-af31-2d41afeedb8d not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:16.906172 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6c485e91-2016-4939-9e3d-20ad0c95b5dd no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:16.925250 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 6c485e91-2016-4939-9e3d-20ad0c95b5dd {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:16.925590 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 6c485e91-2016-4939-9e3d-20ad0c95b5dd not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:17.146475 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Deleting port 54fc83a8-a88a-43be-8c88-3d0bc63e5701 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:17.146794 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:17.162927 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9bf63-46bc-4db4-9a34-7780a3ed1dd8 req-54b1fb94-602e-4dd0-9c2b-353d6d541859 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:17.164397 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fed9bf63-46bc-4db4-9a34-7780a3ed1dd8 req-54b1fb94-602e-4dd0-9c2b-353d6d541859 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0516837 Sep 23 17:54:17.200987 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-fed9bf63-46bc-4db4-9a34-7780a3ed1dd8 req-0be9273e-4a87-4adc-ac45-70bfea06e74f tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307412 Sep 23 17:54:17.225484 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] For port 54fc83a8-a88a-43be-8c88-3d0bc63e5701, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=54fc83a8-a88a-43be-8c88-3d0bc63e5701,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:17.225955 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:17.239237 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Calling delete_port for 54fc83a8-a88a-43be-8c88-3d0bc63e5701 owned by network:router_interface {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:17.423299 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:17.450553 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Pushing event deleted for resources: {'Port': ['ID=54fc83a8-a88a-43be-8c88-3d0bc63e5701,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:17.632385 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:17.839409 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Router de611c5c-a22f-42bf-859a-5591d2660f24 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:54:18.124979 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:54:18.130176 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b953a82e-20b0-4c8d-b120-61551970b151 admin admin] 10.222.0.50 "PUT /v2.0/routers/de611c5c-a22f-42bf-859a-5591d2660f24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7006347 Sep 23 17:54:18.132817 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41458) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:18.133367 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Sync routers for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:54:18.142861 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:18.143465 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:18.234738 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks [] for router, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.244589 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:18.333611 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.389395 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Deleting port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:18.389661 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.423224 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:54:17Z', 'revision_number': 5, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port': {'id': '56e2ea37-a434-44e2-b6a4-1dd4037eb9ca', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:18.453241 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Checking router: de611c5c-a22f-42bf-859a-5591d2660f24 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:54:18.462423 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Routers {'de611c5c-a22f-42bf-859a-5591d2660f24'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:18.463025 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['de611c5c-a22f-42bf-859a-5591d2660f24'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:18.467918 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] For port 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:18.468298 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.480999 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Calling delete_port for 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca owned by network:router_gateway {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:18.546153 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] Set router de611c5c-a22f-42bf-859a-5591d2660f24 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:18.597941 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:54:18Z', 'revision_number': 6, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:18.627679 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946aa197-35a1-4929-9812-1760bfee9c1b None None] The sync data for ids ['de611c5c-a22f-42bf-859a-5591d2660f24'] in dv-cinder-810729-1-iscsi is: [{'id': 'de611c5c-a22f-42bf-859a-5591d2660f24', 'name': 'tempest-TestMinimumBasicScenario-2078210489-router', 'tenant_id': '479eea3519d745e6bbc94e4e42a351b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:50:37Z', 'updated_at': '2021-09-23T17:54:18Z', 'revision_number': 6, 'project_id': '479eea3519d745e6bbc94e4e42a351b1', 'gw_port_host': None}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:54:18.662548 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.685896 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e2ea37-a434-44e2-b6a4-1dd4037eb9ca,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:18.750550 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.839295 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.841361 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.881677 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.882176 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de611c5c-a22f-42bf-859a-5591d2660f24 {{(pid=100771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:54:18.887546 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.888686 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-5c69241b-3168-4178-94e7-159aa66fc375 admin admin] 10.222.0.50 "DELETE /v2.0/routers/de611c5c-a22f-42bf-859a-5591d2660f24 HTTP/1.1" status: 204 len: 168 time: 0.7549605 Sep 23 17:54:18.891918 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41464) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:18.935828 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Deleting subnet 701e7b71-ec56-411e-81b2-c1ea405df949 {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:54:18.939081 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:18.981802 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.070684 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.122254 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.148841 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701e7b71-ec56-411e-81b2-c1ea405df949,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:19.153974 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.155329 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec879e6-0e56-4966-b983-11ca2b4eff76 None None] Network 43d7e907-ead3-49f3-8aeb-ca46b389eade requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:54:19.157872 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-484d0004-c7a9-4da4-96a5-86e91cc8d947 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/701e7b71-ec56-411e-81b2-c1ea405df949 HTTP/1.1" status: 204 len: 168 time: 0.2647884 Sep 23 17:54:19.159101 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41466) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:19.233172 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.286704 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Deleting port a6798abf-7bc7-4de4-af6b-953020ee0ff3 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:19.287038 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.353739 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] For port a6798abf-7bc7-4de4-af6b-953020ee0ff3, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=a6798abf-7bc7-4de4-af6b-953020ee0ff3,segment=NetworkSegment(0595342f-67c3-422e-8519-420344d18cc1),segment_id=0595342f-67c3-422e-8519-420344d18cc1)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:19.354021 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.366036 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Calling delete_port for a6798abf-7bc7-4de4-af6b-953020ee0ff3 owned by network:dhcp {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:19.406936 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] DHCP port deletion for 43d7e907-ead3-49f3-8aeb-ca46b389eade request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:54:19.438882 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 54fc83a8-a88a-43be-8c88-3d0bc63e5701 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:19.457539 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.464982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 54fc83a8-a88a-43be-8c88-3d0bc63e5701 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:19.465321 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 54fc83a8-a88a-43be-8c88-3d0bc63e5701 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:19.484143 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a6798abf-7bc7-4de4-af6b-953020ee0ff3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:19.488696 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] No DVR routers for this DVR port a6798abf-7bc7-4de4-af6b-953020ee0ff3 on host dv-cinder-810729-1-iscsi {{(pid=100771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:19.491058 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Deleting port a6798abf-7bc7-4de4-af6b-953020ee0ff3 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:19.491438 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.572646 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.574714 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] For port a6798abf-7bc7-4de4-af6b-953020ee0ff3, host dv-cinder-810729-1-iscsi, got binding levels [] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:19.575120 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.591695 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Calling delete_port for a6798abf-7bc7-4de4-af6b-953020ee0ff3 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:19.595162 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.ipam_backend_mixin [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Port a6798abf-7bc7-4de4-af6b-953020ee0ff3 was not found and therefore no delete operation was performed {{(pid=100773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 17:54:19.596530 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.600225 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d7e907-ead3-49f3-8aeb-ca46b389eade']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:19.614508 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0595342f-67c3-422e-8519-420344d18cc1') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:19.614714 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0595342f-67c3-422e-8519-420344d18cc1') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:19.626685 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.632696 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] No DVR routers for this DVR port a6798abf-7bc7-4de4-af6b-953020ee0ff3 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:19.652846 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Pushing event deleted for resources: {'Port': ['ID=a6798abf-7bc7-4de4-af6b-953020ee0ff3,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:19.664295 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.664459 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.664782 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.665259 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.665818 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.665818 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.666098 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.666472 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.666737 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.667055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.667457 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.667839 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13dd438-0cb5-46ca-84db-2d0074fed946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:19.669014 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.674238 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-064746ca-ad28-4861-ae78-539926d3ca83 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826621 Sep 23 17:54:19.678220 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:54:19.678917 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:54:19.684145 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:54:19.767100 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96112-c38e-4834-9408-a72cdd736677 req-2346e876-e7c7-4618-8a73-dd429fc4c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:19.768912 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-2346e876-e7c7-4618-8a73-dd429fc4c33e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5cd2374a59402c8e1ba70df996e035&device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 1099 time: 0.0525248 Sep 23 17:54:19.773323 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.784929 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:19.786737 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] 10.222.0.50 "DELETE /v2.0/networks/43d7e907-ead3-49f3-8aeb-ca46b389eade HTTP/1.1" status: 204 len: 168 time: 0.6259501 Sep 23 17:54:19.797370 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42952e93-c3f6-44e3-94d5-9cdec116ef3c admin admin] Pushing event deleted for resources: {'Network': ['ID=43d7e907-ead3-49f3-8aeb-ca46b389eade,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:19.884903 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96112-c38e-4834-9408-a72cdd736677 req-c5b64e02-9569-4c52-84d8-38ac12eb32dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:19.886374 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-c5b64e02-9569-4c52-84d8-38ac12eb32dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 200 len: 917 time: 0.0941136 Sep 23 17:54:19.951165 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-b2c93290-db92-4338-aca0-50dc1b392d51 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 200 len: 1001 time: 0.0572848 Sep 23 17:54:19.962195 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41474) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:20.005149 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3439dda2-fa4c-478d-875c-81a310a23482 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0f814fdc504147118afda9f7f7ac559c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388525 Sep 23 17:54:20.005364 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96112-c38e-4834-9408-a72cdd736677 req-aef9005b-e18f-48c8-bcd4-dd14abde7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:20.005491 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41476) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:20.006613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-aef9005b-e18f-48c8-bcd4-dd14abde7af0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 200 len: 855 time: 0.0479593 Sep 23 17:54:20.054942 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa96112-c38e-4834-9408-a72cdd736677 req-944595b9-4e81-4ac6-b441-6deedfc30b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:20.055209 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.056929 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-944595b9-4e81-4ac6-b441-6deedfc30b8f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2fc37b06-1243-49f7-87d1-0eac4f8f02d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416551 Sep 23 17:54:20.079689 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.127450 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.129984 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.131157 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3dc2d332-f83b-4e88-ab12-237ff4b56d8a HTTP/1.1" status: 204 len: 168 time: 0.1248810 Sep 23 17:54:20.138615 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a68214-7e23-4ed5-88a4-12cf87a9ad47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc2d332-f83b-4e88-ab12-237ff4b56d8a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:20.153183 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-3065af7e-027a-4e7d-bc88-774a3d024a91 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875876 Sep 23 17:54:20.247688 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6aa96112-c38e-4834-9408-a72cdd736677 req-c00680a4-4ed1-4c2e-ba3f-552f58f9b7a6 service neutron] 10.222.0.61 "GET /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Sep 23 17:54:20.437993 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41482) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:20.477850 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-085747a0-39e8-4b6f-b06b-1a07f072b288 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=479eea3519d745e6bbc94e4e42a351b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387044 Sep 23 17:54:20.480269 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41486) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:20.530929 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.554343 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.604721 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.607260 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:20.608446 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8124aba4-e952-4cb5-973c-6195c7185ea0 HTTP/1.1" status: 204 len: 168 time: 0.1272426 Sep 23 17:54:20.617780 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b74aa-e4a5-49d1-940a-a5240bad1b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8124aba4-e952-4cb5-973c-6195c7185ea0,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:20.902626 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:20.924646 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:20.924994 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 56e2ea37-a434-44e2-b6a4-1dd4037eb9ca not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:20.925549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a6798abf-7bc7-4de4-af6b-953020ee0ff3 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:20.954389 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: a6798abf-7bc7-4de4-af6b-953020ee0ff3 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:20.954726 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device a6798abf-7bc7-4de4-af6b-953020ee0ff3 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:21.745532 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:35.212799 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-989d9b42-d056-4406-8cbb-d0873116b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:37.834193 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-9534fd50-266c-4585-bc10-2ef6a969e130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:38.280138 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:38.955143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:40.398379 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0a87e-8d26-47aa-aad2-b11e73138432 req-14c6ec68-7a5a-4652-99d1-296e6e41d809 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:40.399738 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50b0a87e-8d26-47aa-aad2-b11e73138432 req-14c6ec68-7a5a-4652-99d1-296e6e41d809 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0485935 Sep 23 17:54:40.437365 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50b0a87e-8d26-47aa-aad2-b11e73138432 req-7f744197-0aa0-4abf-8063-f63102f95128 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Sep 23 17:54:40.781127 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:41.553485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a743e-b930-4fba-8b0b-a4e6ae080554 req-22e55676-8cde-436b-b7bd-bc095b11c200 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:41.555004 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a7a743e-b930-4fba-8b0b-a4e6ae080554 req-22e55676-8cde-436b-b7bd-bc095b11c200 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Sep 23 17:54:41.599019 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5a7a743e-b930-4fba-8b0b-a4e6ae080554 req-e0ac4a69-ce70-4a11-8ecd-e7264efc6376 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/security-groups?id=35aa487f-5ed9-402a-ab33-a55fed8c3def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380187 Sep 23 17:54:41.784376 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28341845-3821-4ef6-9b03-1257e5332421 req-0ad252aa-c0ba-4c8c-b475-ecaa2b21126c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:41.785758 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-28341845-3821-4ef6-9b03-1257e5332421 req-0ad252aa-c0ba-4c8c-b475-ecaa2b21126c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0475593 Sep 23 17:54:41.823812 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-28341845-3821-4ef6-9b03-1257e5332421 req-ff846128-fe7e-4c75-84ee-f76cd9f2b1e8 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320616 Sep 23 17:54:42.342410 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-7074b3ae-b9b1-4392-b90f-f0c072427912 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:42.343844 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-7074b3ae-b9b1-4392-b90f-f0c072427912 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 945 time: 0.0491345 Sep 23 17:54:42.440923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Deleting port 0e0ead5a-ff30-468e-9758-1af17a0431fb {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:42.441253 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:42.527568 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] For port 0e0ead5a-ff30-468e-9758-1af17a0431fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=0e0ead5a-ff30-468e-9758-1af17a0431fb,segment=NetworkSegment(2069df11-e8d0-4f80-8e8a-a7bd17cdcb94),segment_id=2069df11-e8d0-4f80-8e8a-a7bd17cdcb94)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:42.527924 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:42.540252 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Calling delete_port for 0e0ead5a-ff30-468e-9758-1af17a0431fb owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:42.666855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:42.679279 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['0e0ead5a-ff30-468e-9758-1af17a0431fb'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:54:42.717429 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6dbbb3ad-553f-40c9-a55a-498c05146888 req-4928df19-f50d-462b-9ee6-9c8313e5f12c tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.50 "GET /v2.0/ports?device_id=4a55b0d3-5e8e-40e0-853e-23461345f274 HTTP/1.1" status: 200 len: 210 time: 0.0485432 Sep 23 17:54:42.718516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Pushing event deleted for resources: {'Port': ['ID=0e0ead5a-ff30-468e-9758-1af17a0431fb,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:42.730111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.730458 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.730838 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.731126 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.731452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.731781 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.732102 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.732423 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.732767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.733086 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.733403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.733720 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:42.773512 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] No DVR routers for this DVR port 0e0ead5a-ff30-468e-9758-1af17a0431fb on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:42.775885 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:42.777872 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a28fccf1-2b52-4a0a-b27b-bdbb26cabcc0 req-f5550612-53e7-4918-be72-d2fe79c83617 tempest-VolumesSnapshotTestJSON-1132215492 tempest-VolumesSnapshotTestJSON-1132215492-project] 10.222.0.61 "DELETE /v2.0/ports/0e0ead5a-ff30-468e-9758-1af17a0431fb HTTP/1.1" status: 204 len: 173 time: 0.4256310 Sep 23 17:54:42.778297 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'name': 'network-vif-deleted', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:54:42.780489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba06ef-143b-403d-98d4-6b03f97666ee" -d '{"events": [{"server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "name": "network-vif-deleted", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:54:42.817529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c18e7-a971-485b-8edd-3f494e5422d3 x-openstack-request-id: req-2c1c18e7-a971-485b-8edd-3f494e5422d3 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:54:42.817813 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a55b0d3-5e8e-40e0-853e-23461345f274", "name": "network-vif-deleted", "tag": "0e0ead5a-ff30-468e-9758-1af17a0431fb", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:54:42.818058 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c1c18e7-a971-485b-8edd-3f494e5422d3 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:54:42.818443 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a55b0d3-5e8e-40e0-853e-23461345f274', 'name': 'network-vif-deleted', 'tag': '0e0ead5a-ff30-468e-9758-1af17a0431fb', 'status': 'completed', 'code': 200} Sep 23 17:54:42.939887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89997e43-cc18-4168-b261-8a9e9958c50b req-9710ad29-e321-41ac-a838-f22e0f1b4734 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:42.941427 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89997e43-cc18-4168-b261-8a9e9958c50b req-9710ad29-e321-41ac-a838-f22e0f1b4734 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0507243 Sep 23 17:54:42.978924 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89997e43-cc18-4168-b261-8a9e9958c50b req-da20a039-c771-49f0-9cbd-908acc58e3e6 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313022 Sep 23 17:54:43.990797 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-5086b2fa-3dee-4ed9-a242-e00cdceeed80 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:43.990797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-5086b2fa-3dee-4ed9-a242-e00cdceeed80 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0520263 Sep 23 17:54:44.129411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57534d96-f1a8-47e0-8275-3c5e5adda8da req-5e715c27-4118-4767-be3d-42f1610515cf tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:54:44.131149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57534d96-f1a8-47e0-8275-3c5e5adda8da req-5e715c27-4118-4767-be3d-42f1610515cf tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 945 time: 0.0675471 Sep 23 17:54:44.141167 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Deleting port 1c8a8469-b594-4a2a-a5ca-2df509153c21 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:44.142212 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.228494 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-57534d96-f1a8-47e0-8275-3c5e5adda8da req-0a438583-5729-4365-b7b4-3b0b501c8ff5 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups?id=612bb95c-5ea5-4d73-b61e-87b34ffaf737&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898519 Sep 23 17:54:44.265277 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] For port 1c8a8469-b594-4a2a-a5ca-2df509153c21, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=1c8a8469-b594-4a2a-a5ca-2df509153c21,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:44.265499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.430843 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.431205 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.431537 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Floating IP 81859109-5a50-400b-a527-db44a817348f disassociated. External IP: 172.27.2.179, port: 1c8a8469-b594-4a2a-a5ca-2df509153c21. Sep 23 17:54:44.431939 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Calling delete_port for 1c8a8469-b594-4a2a-a5ca-2df509153c21 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:44.557921 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.587789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'Port': ['ID=1c8a8469-b594-4a2a-a5ca-2df509153c21,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:44.699284 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:54:44.804233 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:54:44.813729 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:54:44.822563 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:44.823184 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:44.843972 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] No DVR routers for this DVR port 1c8a8469-b594-4a2a-a5ca-2df509153c21 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:44.847423 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:44.849456 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-51d5dfbe-dac6-4206-8048-e12c95bc973e req-b5622be0-29e9-46f3-bb3b-db2066cc918c tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.61 "DELETE /v2.0/ports/1c8a8469-b594-4a2a-a5ca-2df509153c21 HTTP/1.1" status: 204 len: 173 time: 0.8597040 Sep 23 17:54:44.849884 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'name': 'network-vif-deleted', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:54:44.852136 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34895f1-37d7-4af9-913f-a96f7bf2f2fa" -d '{"events": [{"server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "name": "network-vif-deleted", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:54:44.894528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dfb60c-1d98-485c-9724-09a902604334 x-openstack-request-id: req-b3dfb60c-1d98-485c-9724-09a902604334 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:54:44.894818 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6e70ea-1321-4841-97c8-5f8d43488040", "name": "network-vif-deleted", "tag": "1c8a8469-b594-4a2a-a5ca-2df509153c21", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:54:44.895061 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b3dfb60c-1d98-485c-9724-09a902604334 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:54:44.895450 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6e70ea-1321-4841-97c8-5f8d43488040', 'name': 'network-vif-deleted', 'tag': '1c8a8469-b594-4a2a-a5ca-2df509153c21', 'status': 'completed', 'code': 200} Sep 23 17:54:44.941307 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:45.160832 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:45.186501 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:54:45.195188 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:45.195824 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:45.312463 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:45.353294 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ca37d414-0403-42dd-ba4b-0954e3bdfebd req-3382caed-6309-4c5c-8249-770352823895 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/ports?device_id=9d6e70ea-1321-4841-97c8-5f8d43488040 HTTP/1.1" status: 200 len: 210 time: 0.0290098 Sep 23 17:54:45.516344 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:45.545697 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f68aa5d-be3f-43b6-af76-ceb55d7d5bab None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:47:30Z', 'revision_number': 4, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '8d858827-acae-4478-8016-929ece7d63e3', 'name': '', 'network_id': '2f481624-6ae9-4e56-9e10-7679961d89cf', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'mac_address': 'fa:16:3e:5d:47:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:41Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'subnets': [{'id': '81b81aef-68b9-40c7-82b3-dbb5ab560f0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:54:45.756831 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976928af-6e83-4a1d-b519-70d614e84f93 None None] New status for floating IP 81859109-5a50-400b-a527-db44a817348f: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:54:46.440646 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41704) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:46.493986 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.517857 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.565448 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.568525 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.569811 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "DELETE /v2.0/security-groups/612bb95c-5ea5-4d73-b61e-87b34ffaf737 HTTP/1.1" status: 204 len: 168 time: 0.1280458 Sep 23 17:54:46.572563 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41706) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:46.579763 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c20e6-8902-4262-b984-c843ceefd5ed tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=612bb95c-5ea5-4d73-b61e-87b34ffaf737,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:46.592761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.api.v2.resource [None req-41e77a71-f2f7-4afa-8021-69e2c24759ef tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] show failed (client error): The resource could not be found. Sep 23 17:54:46.593826 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-41e77a71-f2f7-4afa-8021-69e2c24759ef tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "GET /v2.0/security-groups/612bb95c-5ea5-4d73-b61e-87b34ffaf737 HTTP/1.1" status: 404 len: 347 time: 0.0201983 Sep 23 17:54:46.597758 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41708) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:46.722165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Deleting port 393ef2da-52d8-4f41-ae63-2168529fa470 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:46.722499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.794538 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.794859 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.806653 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Calling delete_port for 393ef2da-52d8-4f41-ae63-2168529fa470 owned by network:floatingip {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:46.934840 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:46.962034 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Pushing event deleted for resources: {'Port': ['ID=393ef2da-52d8-4f41-ae63-2168529fa470,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:47.022606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks [] for floatingip, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:47.025131 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:47.026293 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0ece2bbf-f57b-4340-b84a-03ba9a5192b4 tempest-AttachVolumeTestJSON-927904737 tempest-AttachVolumeTestJSON-927904737-project] 10.222.0.50 "DELETE /v2.0/floatingips/81859109-5a50-400b-a527-db44a817348f HTTP/1.1" status: 204 len: 168 time: 0.4275744 Sep 23 17:54:47.334857 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 0e0ead5a-ff30-468e-9758-1af17a0431fb no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:47.356136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 0e0ead5a-ff30-468e-9758-1af17a0431fb {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:47.356448 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 0e0ead5a-ff30-468e-9758-1af17a0431fb not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:47.356901 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 1c8a8469-b594-4a2a-a5ca-2df509153c21 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:47.375390 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 1c8a8469-b594-4a2a-a5ca-2df509153c21 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:47.375761 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 1c8a8469-b594-4a2a-a5ca-2df509153c21 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:48.498858 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:54:51.621759 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41760) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:51.754223 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:52.220399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:52.477810 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Deleting port 8d858827-acae-4478-8016-929ece7d63e3 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:52.478150 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:52.554539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] For port 8d858827-acae-4478-8016-929ece7d63e3, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=8d858827-acae-4478-8016-929ece7d63e3,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:52.554906 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:52.571295 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Calling delete_port for 8d858827-acae-4478-8016-929ece7d63e3 owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:52.746539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:52.773947 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d858827-acae-4478-8016-929ece7d63e3,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:53.192437 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:53.412684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Router 1afd2010-548f-4ca4-a218-d649683fd7b7 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:54:53.519337 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:54:53.524187 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-8e114178-0c14-4a28-9adb-8dec87c79cdc admin admin] 10.222.0.50 "PUT /v2.0/routers/1afd2010-548f-4ca4-a218-d649683fd7b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013793 Sep 23 17:54:53.526661 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41778) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:53.529163 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Sync routers for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:54:53.538427 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:53.539040 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:53.627810 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks [] for router, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:53.641877 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:53.728516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:53.779451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Deleting port e07feb7b-971d-4856-984f-729722565a4b {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:53.780202 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:53.815424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'e07feb7b-971d-4856-984f-729722565a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:54:52Z', 'revision_number': 5, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port': {'id': 'e07feb7b-971d-4856-984f-729722565a4b', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:14Z', 'updated_at': '2021-09-23T17:47:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:53.845518 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Checking router: 1afd2010-548f-4ca4-a218-d649683fd7b7 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:54:53.853783 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Routers {'1afd2010-548f-4ca4-a218-d649683fd7b7'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:54:53.854395 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['1afd2010-548f-4ca4-a218-d649683fd7b7'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:53.858046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] For port e07feb7b-971d-4856-984f-729722565a4b, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=e07feb7b-971d-4856-984f-729722565a4b,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:53.858406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:53.871542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Calling delete_port for e07feb7b-971d-4856-984f-729722565a4b owned by network:router_gateway {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:54.038510 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.066278 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] Set router 1afd2010-548f-4ca4-a218-d649683fd7b7 gateway port host: None {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:54:54.068026 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e07feb7b-971d-4856-984f-729722565a4b,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:54.119499 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:54:53Z', 'revision_number': 6, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:54.130334 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.148765 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40578683-d585-4c9d-8b6b-c0e126db64b6 None None] The sync data for ids ['1afd2010-548f-4ca4-a218-d649683fd7b7'] in dv-cinder-810729-1-iscsi is: [{'id': '1afd2010-548f-4ca4-a218-d649683fd7b7', 'name': 'tempest-AttachVolumeTestJSON-228619422-router', 'tenant_id': '68a0e45c8f124a4fb7976d4e3a641875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:12Z', 'updated_at': '2021-09-23T17:54:53Z', 'revision_number': 6, 'project_id': '68a0e45c8f124a4fb7976d4e3a641875', 'gw_port_host': None}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:54:54.225630 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.227938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.272914 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.273427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1afd2010-548f-4ca4-a218-d649683fd7b7 {{(pid=100772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:54:54.277574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.278715 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-fd2941b8-9cdb-44fb-8f66-8bfe055ef1ab admin admin] 10.222.0.50 "DELETE /v2.0/routers/1afd2010-548f-4ca4-a218-d649683fd7b7 HTTP/1.1" status: 204 len: 168 time: 0.7511640 Sep 23 17:54:54.281156 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41780) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:54.324811 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Deleting subnet 81b81aef-68b9-40c7-82b3-dbb5ab560f0f {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:54:54.327683 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.361119 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.469234 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.526447 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.552747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b81aef-68b9-40c7-82b3-dbb5ab560f0f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:54.558427 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.562883 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-1fe33c13-8f1f-40b9-8132-913a41580392 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/81b81aef-68b9-40c7-82b3-dbb5ab560f0f HTTP/1.1" status: 204 len: 168 time: 0.2781956 Sep 23 17:54:54.562883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41784) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:54.566669 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a854da1-bd20-4b55-ac36-eae741b11842 None None] Network 2f481624-6ae9-4e56-9e10-7679961d89cf requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:54:54.646229 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.700201 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Deleting port 5c059421-4317-4088-ab02-4ff4c6c98305 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:54:54.700533 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.763798 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] For port 5c059421-4317-4088-ab02-4ff4c6c98305, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=5c059421-4317-4088-ab02-4ff4c6c98305,segment=NetworkSegment(b061d4ff-0fb5-47b0-b780-cefc2c79fd58),segment_id=b061d4ff-0fb5-47b0-b780-cefc2c79fd58)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:54:54.764183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.776586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Calling delete_port for 5c059421-4317-4088-ab02-4ff4c6c98305 owned by network:dhcp {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:54:54.859027 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.883289 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c059421-4317-4088-ab02-4ff4c6c98305,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:54.886744 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] No DVR routers for this DVR port 5c059421-4317-4088-ab02-4ff4c6c98305 on host dv-cinder-810729-1-iscsi {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:54:54.933892 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe77670-af21-4214-aec8-292df699a2e0 None None] DHCP port deletion for 2f481624-6ae9-4e56-9e10-7679961d89cf request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:54:54.978932 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:54.993529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5c059421-4317-4088-ab02-4ff4c6c98305 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:55.001473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f481624-6ae9-4e56-9e10-7679961d89cf']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:55.012594 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:55.013057 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b061d4ff-0fb5-47b0-b780-cefc2c79fd58') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:54:55.023948 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.026176 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 5c059421-4317-4088-ab02-4ff4c6c98305 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:55.026637 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 5c059421-4317-4088-ab02-4ff4c6c98305 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:55.027058 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device e07feb7b-971d-4856-984f-729722565a4b no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:55.041316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.048277 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: e07feb7b-971d-4856-984f-729722565a4b {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:55.048625 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device e07feb7b-971d-4856-984f-729722565a4b not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:55.049090 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 8d858827-acae-4478-8016-929ece7d63e3 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:54:55.058526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:54:55.059315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:54:55.063869 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:54:55.069469 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 8d858827-acae-4478-8016-929ece7d63e3 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:54:55.069817 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 8d858827-acae-4478-8016-929ece7d63e3 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:54:55.121808 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.129361 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.131413 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f481624-6ae9-4e56-9e10-7679961d89cf HTTP/1.1" status: 204 len: 168 time: 0.5670073 Sep 23 17:54:55.140817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980980e5-fa81-4aad-bb59-f3a7fe85f464 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f481624-6ae9-4e56-9e10-7679961d89cf,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:55.251900 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41788) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:55.294609 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-74b46be8-9efb-4fd1-bdb5-457c4b4c7230 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=68a0e45c8f124a4fb7976d4e3a641875&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0415397 Sep 23 17:54:55.297008 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41790) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:55.345063 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.366030 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.410182 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.412632 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:55.413803 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84dc852b-686e-4dd0-bcee-a52ace34dc2b HTTP/1.1" status: 204 len: 168 time: 0.1153457 Sep 23 17:54:55.421711 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0a497-a3ad-4a2a-8f4f-4ca21b16613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dc852b-686e-4dd0-bcee-a52ace34dc2b,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:56.602346 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41844) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:56.707794 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.794561 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.798968 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.835995 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e8ef3143e8ce451e86f5ee5dd1312c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325983 Sep 23 17:54:56.837435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f620b7f1-f05b-4a1f-b1fd-ad4c08a9e06a,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:56.838987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41848) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:56.845035 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.845377 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.845711 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.846034 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.846356 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.846676 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.846998 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.847315 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.847629 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.847942 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.848255 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.848566 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a16195-bb25-4eaf-ab48-10e961fb12e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:54:56.888220 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.910403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.954953 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.957492 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:56.958704 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f620b7f1-f05b-4a1f-b1fd-ad4c08a9e06a HTTP/1.1" status: 204 len: 168 time: 0.1187146 Sep 23 17:54:56.967162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1950f-58bd-4d67-b21f-33c6733c455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f620b7f1-f05b-4a1f-b1fd-ad4c08a9e06a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:58.572751 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41914) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:58.679096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-33070212-1a5f-46b3-8f05-b54b19c368bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.767036 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-33070212-1a5f-46b3-8f05-b54b19c368bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.770755 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-33070212-1a5f-46b3-8f05-b54b19c368bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.808738 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-33070212-1a5f-46b3-8f05-b54b19c368bf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=46fed15f3e3a4e2e9f7961848475a5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348766 Sep 23 17:54:58.809669 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33070212-1a5f-46b3-8f05-b54b19c368bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684af3a2-a0df-4562-ac85-ae451cb3860c,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:58.811419 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41918) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:58.863860 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.886855 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.934506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.937051 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:58.939435 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/684af3a2-a0df-4562-ac85-ae451cb3860c HTTP/1.1" status: 204 len: 168 time: 0.1244669 Sep 23 17:54:58.947842 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e60c3b-8146-4be5-a9fd-68d38d23e6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684af3a2-a0df-4562-ac85-ae451cb3860c,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:59.222386 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41932) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:59.236613 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-96ca87d7-5689-4007-b098-4910a954db9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.322167 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-96ca87d7-5689-4007-b098-4910a954db9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.325657 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-96ca87d7-5689-4007-b098-4910a954db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.366760 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-96ca87d7-5689-4007-b098-4910a954db9c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=efaba18e39cb489284dd9bca9a23e979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431684 Sep 23 17:54:59.367955 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca87d7-5689-4007-b098-4910a954db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7b9005-3dc8-4466-8849-ac2803d6bb4e,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:54:59.369540 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41934) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:54:59.417287 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.437586 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.482498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.485490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:54:59.486763 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d7b9005-3dc8-4466-8849-ac2803d6bb4e HTTP/1.1" status: 204 len: 168 time: 0.1162014 Sep 23 17:54:59.494210 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e272ca-0866-41a7-a30a-e1a069cd385e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7b9005-3dc8-4466-8849-ac2803d6bb4e,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:01.068610 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 41988) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:01.171090 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7e06b83e-1e1b-40ae-ae6b-a3b7285b3f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.274260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7e06b83e-1e1b-40ae-ae6b-a3b7285b3f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.277985 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7e06b83e-1e1b-40ae-ae6b-a3b7285b3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.317581 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7e06b83e-1e1b-40ae-ae6b-a3b7285b3f3f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d592a5cf61654e7e85716b53839ede0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478695 Sep 23 17:55:01.318412 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06b83e-1e1b-40ae-ae6b-a3b7285b3f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2642ec13-37ca-438c-bf28-d4bd07b4517b,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:01.320222 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 41998) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:01.370697 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.394256 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.444902 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.447604 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.448874 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2642ec13-37ca-438c-bf28-d4bd07b4517b HTTP/1.1" status: 204 len: 168 time: 0.1275618 Sep 23 17:55:01.457937 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7245a-19d8-4d44-9863-587347c4a8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2642ec13-37ca-438c-bf28-d4bd07b4517b,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:01.706822 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42004) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:01.720040 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c769756d-de41-4fe1-a80c-9ce6e22c72d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.807326 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c769756d-de41-4fe1-a80c-9ce6e22c72d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.811009 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-c769756d-de41-4fe1-a80c-9ce6e22c72d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.848756 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-c769756d-de41-4fe1-a80c-9ce6e22c72d5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a43caf98e474b178c223e103b9cf8f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409154 Sep 23 17:55:01.849711 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769756d-de41-4fe1-a80c-9ce6e22c72d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae23da-0f16-4de2-b17e-b47441f97098,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:01.851388 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42006) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:01.899295 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.920305 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.966266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.968858 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:01.970534 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1bae23da-0f16-4de2-b17e-b47441f97098 HTTP/1.1" status: 204 len: 168 time: 0.1176522 Sep 23 17:55:01.978484 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672316ed-40e8-4941-a176-98121c63ba44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae23da-0f16-4de2-b17e-b47441f97098,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:03.990866 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42092) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:04.096081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-571fa430-dcab-4c97-82f2-ca5077793bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.183197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-571fa430-dcab-4c97-82f2-ca5077793bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.186918 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-571fa430-dcab-4c97-82f2-ca5077793bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.226553 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-571fa430-dcab-4c97-82f2-ca5077793bc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=24d69c2a1d2f47158eb4184c5d2c9086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346287 Sep 23 17:55:04.227606 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fa430-dcab-4c97-82f2-ca5077793bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44365ea5-d7db-472c-9e90-a2e18bd9cdb1,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:04.229495 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42096) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:04.281107 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.301464 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.349257 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.351775 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.352979 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44365ea5-d7db-472c-9e90-a2e18bd9cdb1 HTTP/1.1" status: 204 len: 168 time: 0.1225698 Sep 23 17:55:04.363641 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587605b-1901-4342-b6ff-bba13398d7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44365ea5-d7db-472c-9e90-a2e18bd9cdb1,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:04.654017 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42126) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:04.669515 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f0603e-08c9-4813-9c2f-7a2f59472693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.733305 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b82d9-7980-43e7-a2b0-ad4f40b9ea57 req-8a471457-4558-4a7a-8c17-3dd806032ace tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:04.735384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c2b82d9-7980-43e7-a2b0-ad4f40b9ea57 req-8a471457-4558-4a7a-8c17-3dd806032ace tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0560112 Sep 23 17:55:04.780087 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f0603e-08c9-4813-9c2f-7a2f59472693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.780769 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2c2b82d9-7980-43e7-a2b0-ad4f40b9ea57 req-87f68cb9-c45c-42fe-933a-477cf51bc117 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Sep 23 17:55:04.785733 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-40f0603e-08c9-4813-9c2f-7a2f59472693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.823957 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-40f0603e-08c9-4813-9c2f-7a2f59472693 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc7a54e916454bf1bdbe9a9552347dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1685898 Sep 23 17:55:04.824836 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0603e-08c9-4813-9c2f-7a2f59472693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0215fe1-b10b-49e2-8e7d-2138d66699d8,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:04.826540 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42134) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:04.874766 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.897032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.946508 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.949078 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:04.950367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d0215fe1-b10b-49e2-8e7d-2138d66699d8 HTTP/1.1" status: 204 len: 168 time: 0.1227820 Sep 23 17:55:04.963153 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d150b6-8716-4339-bd43-d376f1329f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0215fe1-b10b-49e2-8e7d-2138d66699d8,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:05.215531 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf29a4ef-3422-4034-9cb8-79a9a87e5b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:05.943770 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d83ffa-ab41-4f36-be7e-72919217f6ed req-ec68975e-48c4-4303-bf0c-ca995925eed2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:05.945293 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52d83ffa-ab41-4f36-be7e-72919217f6ed req-ec68975e-48c4-4303-bf0c-ca995925eed2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0571952 Sep 23 17:55:05.994348 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42172) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:06.011701 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-52d83ffa-ab41-4f36-be7e-72919217f6ed req-cfb8ab91-d09d-4053-b3b9-f026b5b4a509 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups?id=1d307253-bd79-4d9c-86a2-b3438bbebb6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601239 Sep 23 17:55:06.026746 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-bc5d97dc-2a42-4f58-9ca0-6e3627fbb61f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:06.028225 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-bc5d97dc-2a42-4f58-9ca0-6e3627fbb61f tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 946 time: 0.0611377 Sep 23 17:55:06.107621 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f9ba-a676-4624-a970-7925a0515e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.133352 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Deleting port fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:06.133804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.200889 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f9ba-a676-4624-a970-7925a0515e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.204640 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1eb8f9ba-a676-4624-a970-7925a0515e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.228740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] For port fd0f6589-63bd-496b-940e-dfba1fcf9887, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=fd0f6589-63bd-496b-940e-dfba1fcf9887,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:06.228740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.247302 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1eb8f9ba-a676-4624-a970-7925a0515e16 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afdc5ddd496c47c59ee56a086db834c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517219 Sep 23 17:55:06.247990 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8f9ba-a676-4624-a970-7925a0515e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b9dc2d-f45c-4f66-8a13-beb76be8bd6b,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:06.250312 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42176) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:06.299985 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.321146 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.367664 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.370498 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.371666 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05b9dc2d-f45c-4f66-8a13-beb76be8bd6b HTTP/1.1" status: 204 len: 168 time: 0.1204288 Sep 23 17:55:06.380226 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf3a74-b5d8-4b14-9843-cf2ebc8e8153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b9dc2d-f45c-4f66-8a13-beb76be8bd6b,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:06.408314 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.408826 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.409131 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Floating IP 35015406-7816-4bdb-b700-6122e0ce9b5d disassociated. External IP: 172.27.2.204, port: fd0f6589-63bd-496b-940e-dfba1fcf9887. Sep 23 17:55:06.409470 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Calling delete_port for fd0f6589-63bd-496b-940e-dfba1fcf9887 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:06.541899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.570166 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'Port': ['ID=fd0f6589-63bd-496b-940e-dfba1fcf9887,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:06.696784 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:55:06.810633 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:55:06.822837 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:55:06.832047 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:55:06.832758 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:06.851520 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] No DVR routers for this DVR port fd0f6589-63bd-496b-940e-dfba1fcf9887 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:55:06.854722 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:06.856973 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cce3a96d-ddfb-41ac-91fd-5b18aaafe472 req-755c4567-8f8c-4260-9c9a-636d1c7e0256 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.61 "DELETE /v2.0/ports/fd0f6589-63bd-496b-940e-dfba1fcf9887 HTTP/1.1" status: 204 len: 173 time: 0.8218665 Sep 23 17:55:06.857381 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-deleted', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:06.859604 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b06a2f-808c-41a6-ae9e-1d9ff97c5f9c" -d '{"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-deleted", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:06.907236 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555e1677-52b8-406b-bf92-0182054ce41c x-openstack-request-id: req-555e1677-52b8-406b-bf92-0182054ce41c {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:06.908083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda2b01c-f4a6-4346-aa28-8e2a91910902", "name": "network-vif-deleted", "tag": "fd0f6589-63bd-496b-940e-dfba1fcf9887", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:06.908330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-555e1677-52b8-406b-bf92-0182054ce41c {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:06.908836 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda2b01c-f4a6-4346-aa28-8e2a91910902', 'name': 'network-vif-deleted', 'tag': 'fd0f6589-63bd-496b-940e-dfba1fcf9887', 'status': 'completed', 'code': 200} Sep 23 17:55:06.971156 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:55:06.977392 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42202) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:07.040549 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Deleting subnet dc7e0310-efce-44b1-b460-31b0946a1b6e {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:55:07.047305 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.088553 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.137457 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.197290 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-818dd55d-a111-41d9-8e84-0053a70f0e96 req-f203cc95-dd5b-4390-b93d-4118897b54b1 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/ports?device_id=fda2b01c-f4a6-4346-aa28-8e2a91910902 HTTP/1.1" status: 200 len: 210 time: 0.0323648 Sep 23 17:55:07.237799 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.239689 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.271716 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7e0310-efce-44b1-b460-31b0946a1b6e,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:07.280294 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.284578 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-6f0d364c-e2a9-4bdf-b646-e54319cfb592 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dc7e0310-efce-44b1-b460-31b0946a1b6e HTTP/1.1" status: 204 len: 168 time: 0.3031116 Sep 23 17:55:07.284896 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42210) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:07.367287 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.369082 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:55:07.381924 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:55:07.382911 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:54:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.507478 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:55:07.740274 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.744253 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.760519 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0727b509-cfae-4f6a-8bb7-a20f13772a72']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.770145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.770372 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd6a897-a8e4-4e00-8119-cbd85406ca16 None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:47:32Z', 'revision_number': 4, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'c3c5de21-8137-40e4-88e5-4f1c58df67d5', 'name': '', 'network_id': '2fc37b06-1243-49f7-87d1-0eac4f8f02d1', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'mac_address': 'fa:16:3e:0b:59:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:26Z', 'updated_at': '2021-09-23T17:47:42Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'subnets': [{'id': 'dd8abaa3-9b07-41cc-9306-192ff70a558a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:55:07.770541 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2069df11-e8d0-4f80-8e8a-a7bd17cdcb94') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:07.779804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.794393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.801321 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:55:07.801699 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:55:07.803397 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:55:07.825352 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-0e325ec3-5bfb-44e2-accd-e7db8587e944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.862409 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.868637 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:07.869654 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/0727b509-cfae-4f6a-8bb7-a20f13772a72 HTTP/1.1" status: 204 len: 168 time: 0.5837817 Sep 23 17:55:07.881041 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfab33d-a1b6-4e28-b669-c0f58fd219e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0727b509-cfae-4f6a-8bb7-a20f13772a72,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:08.007924 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2134de8b-1d16-47b1-b419-a3c7899d5a91 None None] New status for floating IP 35015406-7816-4bdb-b700-6122e0ce9b5d: DOWN {{(pid=100773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:55:08.053162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42218) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:08.096502 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-e932070a-c238-4e43-919b-be063bd3e5ee admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fda86fd066a402e9b34d9e9d18154e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420840 Sep 23 17:55:08.098982 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42220) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:08.146477 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.168042 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.214528 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.216987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.218168 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/35aa487f-5ed9-402a-ab33-a55fed8c3def HTTP/1.1" status: 204 len: 168 time: 0.1183767 Sep 23 17:55:08.226428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea82a2-2e7f-4117-b0ba-046364a4bb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35aa487f-5ed9-402a-ab33-a55fed8c3def,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:08.284683 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.294342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42228) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:08.349053 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.373401 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.421972 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.425260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.429420 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42230) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:08.430038 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "DELETE /v2.0/security-groups/1d307253-bd79-4d9c-86a2-b3438bbebb6e HTTP/1.1" status: 204 len: 168 time: 0.1340039 Sep 23 17:55:08.439833 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6389660-49e2-4a11-a504-2cc7904ff407 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d307253-bd79-4d9c-86a2-b3438bbebb6e,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:08.445733 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.api.v2.resource [None req-01c78fcb-4060-41eb-a209-29a5ef33d5c2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] show failed (client error): The resource could not be found. Sep 23 17:55:08.446436 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-01c78fcb-4060-41eb-a209-29a5ef33d5c2 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "GET /v2.0/security-groups/1d307253-bd79-4d9c-86a2-b3438bbebb6e HTTP/1.1" status: 404 len: 347 time: 0.0155823 Sep 23 17:55:08.449526 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42232) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:08.580829 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Deleting port 88f68ab1-c32a-4d63-bca7-9ff1b0d022e2 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:08.581169 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.606704 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:55:08.626544 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: fd0f6589-63bd-496b-940e-dfba1fcf9887 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:55:08.626948 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device fd0f6589-63bd-496b-940e-dfba1fcf9887 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:55:08.658733 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.659056 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.675144 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Calling delete_port for 88f68ab1-c32a-4d63-bca7-9ff1b0d022e2 owned by network:floatingip {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:08.813071 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.845574 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Pushing event deleted for resources: {'Port': ['ID=88f68ab1-c32a-4d63-bca7-9ff1b0d022e2,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:08.903467 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks [] for floatingip, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.905961 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:08.907731 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-5619a5d3-3f8d-4e44-87f1-0be607ba7816 tempest-AttachVolumeShelveTestJSON-435803067 tempest-AttachVolumeShelveTestJSON-435803067-project] 10.222.0.50 "DELETE /v2.0/floatingips/35015406-7816-4bdb-b700-6122e0ce9b5d HTTP/1.1" status: 204 len: 168 time: 0.4566698 Sep 23 17:55:08.961809 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.107798 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42256) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:10.217528 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-079628ba-062e-4cb6-8f64-f57480415273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.313098 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-079628ba-062e-4cb6-8f64-f57480415273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.317183 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-079628ba-062e-4cb6-8f64-f57480415273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.359756 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079628ba-062e-4cb6-8f64-f57480415273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8daef-2017-4456-8f79-c82d07693c05,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:10.366897 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-079628ba-062e-4cb6-8f64-f57480415273 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63dd06494661455cbb73ea4f5eaa2a53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580931 Sep 23 17:55:10.369835 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42266) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:10.424514 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.444739 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.491027 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.493729 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:10.494901 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/55f8daef-2017-4456-8f79-c82d07693c05 HTTP/1.1" status: 204 len: 168 time: 0.1241474 Sep 23 17:55:10.504384 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8e18a-b260-466c-a8d1-4807ae1ff8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8daef-2017-4456-8f79-c82d07693c05,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:10.784676 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:11.345684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42276) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:11.827590 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.065399 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Deleting port c3c5de21-8137-40e4-88e5-4f1c58df67d5 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:12.065730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.140635 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] For port c3c5de21-8137-40e4-88e5-4f1c58df67d5, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=c3c5de21-8137-40e4-88e5-4f1c58df67d5,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:12.140966 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.153959 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Calling delete_port for c3c5de21-8137-40e4-88e5-4f1c58df67d5 owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:12.331235 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.360933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c5de21-8137-40e4-88e5-4f1c58df67d5,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:12.522875 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.733025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Router 3cecd06c-4679-426f-b0ca-c31bc08866a5 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:55:12.838342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:55:12.843288 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-968a8ee3-d92a-4557-8695-d280f01f07d7 admin admin] 10.222.0.50 "PUT /v2.0/routers/3cecd06c-4679-426f-b0ca-c31bc08866a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4965842 Sep 23 17:55:12.845874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42280) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:12.849090 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Sync routers for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:55:12.864016 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:55:12.864639 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:55:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:12.950642 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks [] for router, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:12.964977 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:55:13.049450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.104226 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Deleting port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:13.104560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.148916 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96'}], 'enable_snat': True}, 'gw_port_id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:55:12Z', 'revision_number': 5, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port': {'id': '11f4c1e2-208e-4776-bc9a-5ab0b066fdb4', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:30:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:47:16Z', 'updated_at': '2021-09-23T17:47:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:13.175108 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Checking router: 3cecd06c-4679-426f-b0ca-c31bc08866a5 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:55:13.182656 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] For port 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:13.183035 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.183166 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Routers {'3cecd06c-4679-426f-b0ca-c31bc08866a5'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:55:13.183716 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:55:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3cecd06c-4679-426f-b0ca-c31bc08866a5'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:13.195273 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Calling delete_port for 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 owned by network:router_gateway {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:13.266000 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] Set router 3cecd06c-4679-426f-b0ca-c31bc08866a5 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:55:13.321240 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:55:13Z', 'revision_number': 6, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:13.347640 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f12154-21bf-4f5b-9be6-7b37e4c021fa None None] The sync data for ids ['3cecd06c-4679-426f-b0ca-c31bc08866a5'] in dv-cinder-810729-1-iscsi is: [{'id': '3cecd06c-4679-426f-b0ca-c31bc08866a5', 'name': 'tempest-AttachVolumeShelveTestJSON-693250320-router', 'tenant_id': 'fc5cd2374a59402c8e1ba70df996e035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:47:15Z', 'updated_at': '2021-09-23T17:55:13Z', 'revision_number': 6, 'project_id': 'fc5cd2374a59402c8e1ba70df996e035', 'gw_port_host': None}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:55:13.358097 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.382998 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Pushing event deleted for resources: {'Port': ['ID=11f4c1e2-208e-4776-bc9a-5ab0b066fdb4,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:13.450495 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.538405 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.540453 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.581779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.582294 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cecd06c-4679-426f-b0ca-c31bc08866a5 {{(pid=100772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:55:13.586956 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.588112 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-ee4d635f-bbe2-43fc-a53d-8aac86cf6613 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3cecd06c-4679-426f-b0ca-c31bc08866a5 HTTP/1.1" status: 204 len: 168 time: 0.7413287 Sep 23 17:55:13.590645 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42282) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:13.638063 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Deleting subnet dd8abaa3-9b07-41cc-9306-192ff70a558a {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:55:13.640994 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.675407 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.756466 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.808302 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.837745 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8abaa3-9b07-41cc-9306-192ff70a558a,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:13.841278 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.843682 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-20ad9687-e742-4d21-8779-56e0e20e67f6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dd8abaa3-9b07-41cc-9306-192ff70a558a HTTP/1.1" status: 204 len: 168 time: 0.2515602 Sep 23 17:55:13.845680 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42284) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:13.848331 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3944e647-3f1d-4627-a027-b0dca1a0d6bb None None] Network 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:55:13.910874 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:13.962648 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Deleting port eb7b3832-017e-4862-b4fa-1d00673ee057 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:13.963062 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.037129 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] For port eb7b3832-017e-4862-b4fa-1d00673ee057, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=eb7b3832-017e-4862-b4fa-1d00673ee057,segment=NetworkSegment(86fa181d-9ae1-4f3f-84fd-30683e2694ac),segment_id=86fa181d-9ae1-4f3f-84fd-30683e2694ac)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:14.037432 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.048790 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Calling delete_port for eb7b3832-017e-4862-b4fa-1d00673ee057 owned by network:dhcp {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:14.092925 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] DHCP port deletion for 2fc37b06-1243-49f7-87d1-0eac4f8f02d1 request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:55:14.136597 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.145439 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Deleting port eb7b3832-017e-4862-b4fa-1d00673ee057 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:14.145814 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.169817 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] No DVR routers for this DVR port eb7b3832-017e-4862-b4fa-1d00673ee057 on host dv-cinder-810729-1-iscsi {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:55:14.175259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7b3832-017e-4862-b4fa-1d00673ee057,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:14.209961 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] For port eb7b3832-017e-4862-b4fa-1d00673ee057, host dv-cinder-810729-1-iscsi, got binding levels [] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:14.210352 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.223516 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Calling delete_port for eb7b3832-017e-4862-b4fa-1d00673ee057 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:14.226626 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.ipam_backend_mixin [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Port eb7b3832-017e-4862-b4fa-1d00673ee057 was not found and therefore no delete operation was performed {{(pid=100773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 17:55:14.227926 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.249732 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] No DVR routers for this DVR port eb7b3832-017e-4862-b4fa-1d00673ee057 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:55:14.257560 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.279078 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bba44-af06-4fc5-b4ae-5e5797fb9dd1 None None] Pushing event deleted for resources: {'Port': ['ID=eb7b3832-017e-4862-b4fa-1d00673ee057,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:14.284246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc37b06-1243-49f7-87d1-0eac4f8f02d1']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:14.295448 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fa181d-9ae1-4f3f-84fd-30683e2694ac') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:14.295740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fa181d-9ae1-4f3f-84fd-30683e2694ac') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:55:14.305076 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.318217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.323950 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:55:14.324452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:55:14.326117 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:55:14.395263 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.400775 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.406440 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2fc37b06-1243-49f7-87d1-0eac4f8f02d1 HTTP/1.1" status: 204 len: 168 time: 0.5568790 Sep 23 17:55:14.417702 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96697e-8940-4639-b65f-2eb1b671a0c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc37b06-1243-49f7-87d1-0eac4f8f02d1,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:14.522369 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42288) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:14.563431 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-1dee40de-333d-4128-9eb9-dff85739e347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fc5cd2374a59402c8e1ba70df996e035&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0387471 Sep 23 17:55:14.565518 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42290) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:14.615723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.637229 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.686683 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.690159 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:14.691324 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0fe36c52-5b3e-433e-b269-6e88e50252db HTTP/1.1" status: 204 len: 168 time: 0.1246760 Sep 23 17:55:14.699523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632da6e-75bf-4e51-af5f-dbc41f15dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe36c52-5b3e-433e-b269-6e88e50252db,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:14.912727 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device c3c5de21-8137-40e4-88e5-4f1c58df67d5 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:55:14.932975 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: c3c5de21-8137-40e4-88e5-4f1c58df67d5 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:55:14.933312 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device c3c5de21-8137-40e4-88e5-4f1c58df67d5 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:55:14.933724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device eb7b3832-017e-4862-b4fa-1d00673ee057 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:55:14.953060 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: eb7b3832-017e-4862-b4fa-1d00673ee057 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:55:14.953402 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device eb7b3832-017e-4862-b4fa-1d00673ee057 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:55:14.953814 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:55:14.972554 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:55:14.972932 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 11f4c1e2-208e-4776-bc9a-5ab0b066fdb4 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:55:18.371373 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42350) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:18.474652 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5b14358c-85fa-4ac1-acd9-87b14e8b2c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.560477 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5b14358c-85fa-4ac1-acd9-87b14e8b2c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.564767 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5b14358c-85fa-4ac1-acd9-87b14e8b2c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.601206 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14358c-85fa-4ac1-acd9-87b14e8b2c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f9b90a-2612-4b11-8c62-a6ca7a74750e,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:18.605333 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-5b14358c-85fa-4ac1-acd9-87b14e8b2c96 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d1a842f038f34f808dc9430ec5264994&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329469 Sep 23 17:55:18.608045 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42354) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:18.659279 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.678807 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.729003 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.731542 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:18.732750 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/94f9b90a-2612-4b11-8c62-a6ca7a74750e HTTP/1.1" status: 204 len: 168 time: 0.1236377 Sep 23 17:55:18.740544 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd30eb8c-79b2-4985-a3bc-09defad9dc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f9b90a-2612-4b11-8c62-a6ca7a74750e,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:21.429815 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42488) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:21.530471 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb4e2-8b05-49de-833e-535c98ae4c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.619272 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb4e2-8b05-49de-833e-535c98ae4c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.622852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb4e2-8b05-49de-833e-535c98ae4c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.659876 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0a1cb4e2-8b05-49de-833e-535c98ae4c6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=111270ef8ef54739afc575db4dc067c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290134 Sep 23 17:55:21.661867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cb4e2-8b05-49de-833e-535c98ae4c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1057ce1-886c-4f54-8d14-98e7a7735db3,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:21.662613 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42492) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:21.714447 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.735823 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.743457 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.782927 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.785604 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:21.786763 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c1057ce1-886c-4f54-8d14-98e7a7735db3 HTTP/1.1" status: 204 len: 168 time: 0.1231189 Sep 23 17:55:21.794302 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273b0cf-83e6-485d-901b-5476cb525303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1057ce1-886c-4f54-8d14-98e7a7735db3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:22.043344 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42498) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:22.056234 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a917dbfc-d5f7-4bdd-b9b0-871f01a9cac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.149308 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a917dbfc-d5f7-4bdd-b9b0-871f01a9cac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.152872 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-a917dbfc-d5f7-4bdd-b9b0-871f01a9cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.190979 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917dbfc-d5f7-4bdd-b9b0-871f01a9cac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442222f-8ac7-4a85-b556-e7f99a6eb8e5,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:22.195201 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-a917dbfc-d5f7-4bdd-b9b0-871f01a9cac6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1a6d096ff54f469a89cb458febd17cad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508465 Sep 23 17:55:22.197849 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42500) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:22.246986 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.267657 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.312852 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.315392 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:22.316568 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1442222f-8ac7-4a85-b556-e7f99a6eb8e5 HTTP/1.1" status: 204 len: 168 time: 0.1177814 Sep 23 17:55:22.323893 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738814a7-9dc1-4e32-ad14-91d27ba88bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442222f-8ac7-4a85-b556-e7f99a6eb8e5,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:23.851718 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42544) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:23.952543 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c11b-0c92-4932-9c4d-9b40fe277f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.040327 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c11b-0c92-4932-9c4d-9b40fe277f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.044013 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-a8d9c11b-0c92-4932-9c4d-9b40fe277f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.082406 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-a8d9c11b-0c92-4932-9c4d-9b40fe277f08 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f43fe8f6c9cd46d8ab3d184caf4595bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296412 Sep 23 17:55:24.083522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9c11b-0c92-4932-9c4d-9b40fe277f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ba53b1-fb42-47d3-8ddb-f252cab4733e,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:24.085077 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42548) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:24.133747 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.153903 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.198946 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.201664 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.202796 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87ba53b1-fb42-47d3-8ddb-f252cab4733e HTTP/1.1" status: 204 len: 168 time: 0.1158113 Sep 23 17:55:24.210135 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c690763-e442-44ef-95b3-53c6b92e5e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ba53b1-fb42-47d3-8ddb-f252cab4733e,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:24.450911 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42554) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:24.466450 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2dba172f-5f9e-4733-b699-0ce0bc35da38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.552786 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2dba172f-5f9e-4733-b699-0ce0bc35da38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.556429 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2dba172f-5f9e-4733-b699-0ce0bc35da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.593789 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2dba172f-5f9e-4733-b699-0ce0bc35da38 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c39573b923a4c1398dc85965d7c8c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418316 Sep 23 17:55:24.594588 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba172f-5f9e-4733-b699-0ce0bc35da38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8492ad8-faa0-4817-bf8f-31b1060a6875,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:24.597356 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42556) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:24.648633 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.669070 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.713578 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.716050 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:24.717230 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8492ad8-faa0-4817-bf8f-31b1060a6875 HTTP/1.1" status: 204 len: 168 time: 0.1188397 Sep 23 17:55:24.726262 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424705ff-d6cb-42bd-8fe0-54689673354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8492ad8-faa0-4817-bf8f-31b1060a6875,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:25.499718 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:55:29.518443 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42630) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:29.621294 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1004b722-9992-4bfe-a5fe-6b617538fce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.709995 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1004b722-9992-4bfe-a5fe-6b617538fce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.714024 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1004b722-9992-4bfe-a5fe-6b617538fce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.751733 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-1004b722-9992-4bfe-a5fe-6b617538fce5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6e65bc8497b44938bdbf669c6022ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316060 Sep 23 17:55:29.752706 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004b722-9992-4bfe-a5fe-6b617538fce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c18a811-805a-47e8-bec7-084165bfc8cd,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:29.754408 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42634) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:29.802058 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.822469 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.867790 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.870319 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:29.871486 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8c18a811-805a-47e8-bec7-084165bfc8cd HTTP/1.1" status: 204 len: 168 time: 0.1160488 Sep 23 17:55:29.879753 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea9813-e96a-45f1-88ae-65a95d1f74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c18a811-805a-47e8-bec7-084165bfc8cd,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:30.121766 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42640) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:30.135420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d2e06eab-4bd3-4e26-a314-a51fcdae28e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.224485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d2e06eab-4bd3-4e26-a314-a51fcdae28e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.228047 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d2e06eab-4bd3-4e26-a314-a51fcdae28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.267538 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d2e06eab-4bd3-4e26-a314-a51fcdae28e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=00a5ba4150064ecca9841b7ef0573912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446681 Sep 23 17:55:30.268467 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e06eab-4bd3-4e26-a314-a51fcdae28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5b4504-1536-41f8-81db-ebb161af3376,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:30.270234 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42642) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:30.319384 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.342000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.386184 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.388538 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:30.389694 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a5b4504-1536-41f8-81db-ebb161af3376 HTTP/1.1" status: 204 len: 168 time: 0.1178439 Sep 23 17:55:30.398007 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862db3f9-7b44-49c7-adf5-1817aab61eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5b4504-1536-41f8-81db-ebb161af3376,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:31.037957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42664) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:31.130200 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1172891127-network', 'tenant_id': '970fc78ca1ef4361a47b14e0fef61113'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:31.150648 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Made reservation on behalf of 970fc78ca1ef4361a47b14e0fef61113 for: {'network': 1} {{(pid=100771) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:55:31.152860 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for network, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.161422 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.248025 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.251725 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.277142 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=100771) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 17:55:31.283744 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4451b624-cb4d-4ad1-bdf1-4395cac863a2,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:31.289649 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.289986 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.segments_db [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Added segment a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122 of type vlan for network 74592e24-0711-4b61-8375-59c6543d7e93 Sep 23 17:55:31.332047 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739294298893'] for network, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.355753 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993'] for network, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.356511 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:31.357127 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.387467 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3484499 Sep 23 17:55:31.390643 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 42668) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:55:31.397077 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Request body: {'subnet': {'network_id': '74592e24-0711-4b61-8375-59c6543d7e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1172891127-subnet', 'tenant_id': '970fc78ca1ef4361a47b14e0fef61113', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:31.417954 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Made reservation on behalf of 970fc78ca1ef4361a47b14e0fef61113 for: {'subnet': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:55:31.420344 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13993042'] for subnet, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.424528 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d203-7a19-48ae-91f0-7b9ca70cee10 admin admin] Pushing event updated for resources: {'Network': ['ID=74592e24-0711-4b61-8375-59c6543d7e93,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:31.434368 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Network 74592e24-0711-4b61-8375-59c6543d7e93 details requested by agent ovs-agent-dv-cinder-810729-1-iscsi with host dv-cinder-810729-1-iscsi {{(pid=100773) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 17:55:31.586915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15543296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13993056'] for subnet, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.642019 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10723be7-b509-4600-95a4-f8bb95b1b4f9,revision_number=0']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:31.650425 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Checking segment: {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:55:31.650779 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Network hostable DHCP agents. Network: 74592e24-0711-4b61-8375-59c6543d7e93, hostable agents: ['1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92'], hosted agents: [] {{(pid=100772) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 17:55:31.667071 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Network 74592e24-0711-4b61-8375-59c6543d7e93 is scheduled to be hosted by DHCP agent 1b2bd2e8-d540-4654-a4bf-ddb7e5dc8c92 with binding_index 1 {{(pid=100772) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 17:55:31.674875 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810729-1-iscsi, 74592e24-0711-4b61-8375-59c6543d7e93) {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:55:31.678915 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:31.679498 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:31.683556 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc832b89-1e42-494e-8884-c6e94a4d0759 None None] Network 74592e24-0711-4b61-8375-59c6543d7e93 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:55:31.692620 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-182ae66c-c85e-4697-adc3-ab02eb13e475 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3009036 Sep 23 17:55:31.810596 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89dee1e-f1b9-4c6f-bc6b-d1f8b19a7905 None None] Network 74592e24-0711-4b61-8375-59c6543d7e93 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:55:33.428485 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-66071390-618e-489f-a6b4-1b24b0d753e8 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:33.429904 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-66071390-618e-489f-a6b4-1b24b0d753e8 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 809 time: 0.1058104 Sep 23 17:55:33.445090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e879a011-c66b-4c70-a2c4-9e8b520f8342 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/quotas/970fc78ca1ef4361a47b14e0fef61113 HTTP/1.1" status: 200 len: 375 time: 0.0095932 Sep 23 17:55:33.476547 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-47dc33c8-a45e-41c2-ab62-91f7f9575173 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262668 Sep 23 17:55:33.568010 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-fd6daf2c-fc43-412c-b28c-3fada27ffd0d service neutron] 10.222.0.50 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847778 Sep 23 17:55:33.912367 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-95f10a57-a5f7-4c0a-a0b8-fe0a677cf977 service neutron] 10.222.0.50 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384202 Sep 23 17:55:34.069375 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-83998a37-5a0a-423b-9b61-65b83037b318 req-81aa74ff-1c74-4c44-96ef-e03809b25c36 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 210 time: 0.0267944 Sep 23 17:55:35.173462 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c523138-ac0e-4fa2-a6a4-ae99ac8bf9fe req-4352cf2d-4253-4386-9448-1c364e7f9ea6 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 210 time: 0.0347886 Sep 23 17:55:35.218978 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-81f0cb68-fc09-42fe-9df8-bacae3be24b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:35.238104 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-db658e1d-5766-4d4c-bdba-d849a0bb05ab tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:35.239462 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-db658e1d-5766-4d4c-bdba-d849a0bb05ab tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 809 time: 0.1306791 Sep 23 17:55:35.254268 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Request body: {'port': {'device_id': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93', 'admin_state_up': True, 'tenant_id': '970fc78ca1ef4361a47b14e0fef61113'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:35.362856 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Made reservation on behalf of 970fc78ca1ef4361a47b14e0fef61113 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:55:35.366387 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:35.484693 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Allocated IP 172.20.0.7 (74592e24-0711-4b61-8375-59c6543d7e93/10723be7-b509-4600-95a4-f8bb95b1b4f9/e8fc710d-4fb3-4b87-8380-fe58df2df389) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:55:35.630912 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:35.663128 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:35.708105 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Network 74592e24-0711-4b61-8375-59c6543d7e93 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:55:35.711108 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:55:35.715011 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:55:35.723836 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Pushing event updated for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:35.767417 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:35.768027 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:35.781152 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-e75fa145-9525-4954-b8b8-e0dafada873f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5313323 Sep 23 17:55:35.793188 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Request body: {'port': {'device_id': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:35.844950 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.103497 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fc710d-4fb3-4b87-8380-fe58df2df389 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:36.110705 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.122128 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Transition to ACTIVE for port object e8fc710d-4fb3-4b87-8380-fe58df2df389 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:55:36.125923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.176371 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:36.247690 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Attempting to bind port e8fc710d-4fb3-4b87-8380-fe58df2df389 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:55:36.247917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Attempting to bind port e8fc710d-4fb3-4b87-8380-fe58df2df389 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:55:36.248241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Attempting to bind port e8fc710d-4fb3-4b87-8380-fe58df2df389 on network 74592e24-0711-4b61-8375-59c6543d7e93 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:36.260938 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Port e8fc710d-4fb3-4b87-8380-fe58df2df389 on network 74592e24-0711-4b61-8375-59c6543d7e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:55:36.261259 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Attempting to bind port e8fc710d-4fb3-4b87-8380-fe58df2df389 on network 74592e24-0711-4b61-8375-59c6543d7e93 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:36.285315 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:55:36.285690 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Checking segment: {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:55:36.286065 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Bound using segment: {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:55:36.286516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Bound port: e8fc710d-4fb3-4b87-8380-fe58df2df389, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:55:36.286871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.334862 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813dc7-082a-4335-a278-13bdac8e97a9 req-da22307e-15fd-4b4b-a56e-4fe66077c9cd tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:36.336596 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-74813dc7-082a-4335-a278-13bdac8e97a9 req-da22307e-15fd-4b4b-a56e-4fe66077c9cd tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 943 time: 0.0922434 Sep 23 17:55:36.390638 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:55:36.399018 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-74813dc7-082a-4335-a278-13bdac8e97a9 req-eaaae217-a7c5-4a9c-b4dc-4c35c1132940 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Sep 23 17:55:36.407545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:55:36.412225 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.444198 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:36.444838 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:36.446195 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] 10.222.0.61 "PUT /v2.0/ports/e8fc710d-4fb3-4b87-8380-fe58df2df389 HTTP/1.1" status: 200 len: 1093 time: 0.6570947 Sep 23 17:55:36.448246 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:36.450503 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26" -d '{"events": [{"name": "network-changed", "server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:36.479800 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfc99-5567-4ac3-888f-6907e2bba095 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:36.496266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64f22f7-f91a-4c11-826e-ac4bc5a01dbf x-openstack-request-id: req-d64f22f7-f91a-4c11-826e-ac4bc5a01dbf {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:36.496546 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:36.496816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d64f22f7-f91a-4c11-826e-ac4bc5a01dbf {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:36.497195 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389', 'status': 'completed', 'code': 200} Sep 23 17:55:36.532931 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-17d6b843-152e-4f8e-9786-7af66a9d904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:36.534360 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-17d6b843-152e-4f8e-9786-7af66a9d904f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 1096 time: 0.0471551 Sep 23 17:55:36.576316 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-bf2e4b5b-67a7-494b-b7a9-dc0b9e6332b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389 HTTP/1.1" status: 200 len: 217 time: 0.0333133 Sep 23 17:55:36.626366 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-c81e6b13-7855-4602-b761-bfffc247419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:36.627789 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-c81e6b13-7855-4602-b761-bfffc247419c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10723be7-b509-4600-95a4-f8bb95b1b4f9 HTTP/1.1" status: 200 len: 849 time: 0.0446858 Sep 23 17:55:36.662568 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-30d3ae3d-244e-4e05-b39b-05fab35a114d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74592e24-0711-4b61-8375-59c6543d7e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276036 Sep 23 17:55:36.752126 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-4739337d-0fb1-4934-b352-2f2130bc18ef service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813446 Sep 23 17:55:36.841926 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-315d1266-16bb-4c31-9f4c-f306e2b07900 req-36a2d84b-4e5c-41ae-b9ba-18d79a6d97f8 service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831139 Sep 23 17:55:36.933917 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-8022c9e3-05d8-4962-ac25-114e3f3bbaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:36.935397 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-8022c9e3-05d8-4962-ac25-114e3f3bbaaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 1096 time: 0.0427754 Sep 23 17:55:37.026156 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-b36d981a-e18e-40da-aed6-80ce6002baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:37.027626 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-b36d981a-e18e-40da-aed6-80ce6002baad service neutron] 10.222.0.61 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 910 time: 0.0844984 Sep 23 17:55:37.071352 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-1bdbddf4-626e-42b4-a7af-4be2f436b3a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389 HTTP/1.1" status: 200 len: 217 time: 0.0358286 Sep 23 17:55:37.120290 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-052bdcb6-c01e-45ff-973d-05b6d1a7e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:37.121621 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-052bdcb6-c01e-45ff-973d-05b6d1a7e9a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10723be7-b509-4600-95a4-f8bb95b1b4f9 HTTP/1.1" status: 200 len: 849 time: 0.0425487 Sep 23 17:55:37.152514 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-b9513e5e-cc79-4504-8015-d2a09142082a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74592e24-0711-4b61-8375-59c6543d7e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236549 Sep 23 17:55:37.246186 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-aced439e-5286-43bb-9a75-e31784195abc service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Sep 23 17:55:37.340442 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4dc66e7a-1f49-4b8a-9123-4439b8ba9d26 req-cd24a0ae-0e60-4964-8d70-6282cca083a3 service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864973 Sep 23 17:55:37.519830 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e5a726-dbd9-408f-ae4b-21cf5e17b103 req-0e2794bc-f35c-4a0f-a849-06ef13159c62 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:37.521335 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-46e5a726-dbd9-408f-ae4b-21cf5e17b103 req-0e2794bc-f35c-4a0f-a849-06ef13159c62 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 943 time: 0.0546370 Sep 23 17:55:37.558358 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-46e5a726-dbd9-408f-ae4b-21cf5e17b103 req-e897e2da-366d-45b6-b735-7bf1439be126 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Sep 23 17:55:37.830867 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-61061cfd-c76d-49c2-b49b-8c1cac5b0cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:38.284878 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:38.673986 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ced88-7bf8-4028-adf5-d0af42000015 req-4326c891-6755-4cfe-938a-b7c737014adb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:38.675446 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d0ced88-7bf8-4028-adf5-d0af42000015 req-4326c891-6755-4cfe-938a-b7c737014adb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 943 time: 0.0501153 Sep 23 17:55:38.712110 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2d0ced88-7bf8-4028-adf5-d0af42000015 req-0fb42748-748a-4f47-b4b8-dacbfff8116f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307558 Sep 23 17:55:38.766129 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e8fc710d-4fb3-4b87-8380-fe58df2df389 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:55:38.869778 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:38.882828 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'e8fc710d-4fb3-4b87-8380-fe58df2df389', 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93', 'port_id': 'e8fc710d-4fb3-4b87-8380-fe58df2df389', 'mac_address': 'fa:16:3e:a5:df:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10723be7-b509-4600-95a4-f8bb95b1b4f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:55:38.931609 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:38.946495 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fc710d-4fb3-4b87-8380-fe58df2df389 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:38.995040 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:38.998526 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:39.002512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:39.015904 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7886f97-6666-4f33-a55d-330938884406 req-759ab33a-4dd5-40dd-bc82-0a9a54953e2e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:39.018443 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b7886f97-6666-4f33-a55d-330938884406 req-759ab33a-4dd5-40dd-bc82-0a9a54953e2e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0562050 Sep 23 17:55:39.052403 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:39.058561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b7886f97-6666-4f33-a55d-330938884406 req-1bc933c7-7113-4d1a-9109-98cada94260b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Sep 23 17:55:39.059529 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.059876 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.060203 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.060618 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.060980 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.061307 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.061632 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.061948 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.062267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.062583 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.062897 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.063267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:39.249918 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['e8fc710d-4fb3-4b87-8380-fe58df2df389'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:55:39.829700 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96465e-8f9a-49c3-98a1-098c20ab6076 req-67a46d5e-1dae-42b0-b1d8-fcb5b4a25812 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:39.831208 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea96465e-8f9a-49c3-98a1-098c20ab6076 req-67a46d5e-1dae-42b0-b1d8-fcb5b4a25812 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 944 time: 0.0519352 Sep 23 17:55:39.869160 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-ea96465e-8f9a-49c3-98a1-098c20ab6076 req-8729ec29-17e0-4e4d-b313-993a88ae7f62 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Sep 23 17:55:40.179767 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7c166-237f-4aca-849c-157071fea146 req-b746d533-fd8c-496e-a4bf-b16267b7a730 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:40.181303 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9f7c166-237f-4aca-849c-157071fea146 req-b746d533-fd8c-496e-a4bf-b16267b7a730 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0512760 Sep 23 17:55:40.218214 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a9f7c166-237f-4aca-849c-157071fea146 req-4631f1d8-ecd0-4a23-9c01-bb75e9890690 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310767 Sep 23 17:55:40.785528 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:40.982936 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ab4d0-9c64-4a18-bd75-96880e919cb0 req-07587af9-0086-4048-a71c-7a282dd78f94 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:40.984441 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a25ab4d0-9c64-4a18-bd75-96880e919cb0 req-07587af9-0086-4048-a71c-7a282dd78f94 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 944 time: 0.0508511 Sep 23 17:55:41.023648 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a25ab4d0-9c64-4a18-bd75-96880e919cb0 req-10afbdc5-206b-45ba-a483-f96d23b0dc7c tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Sep 23 17:55:41.336455 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5eebf-a728-48aa-b602-ef8d0482c797 req-2c1ea2f2-9475-482b-b50b-e819a3c81f26 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:41.337850 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90f5eebf-a728-48aa-b602-ef8d0482c797 req-2c1ea2f2-9475-482b-b50b-e819a3c81f26 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0516887 Sep 23 17:55:41.376270 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90f5eebf-a728-48aa-b602-ef8d0482c797 req-e7f48307-1ece-412f-ba64-9f2a909253ab tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Sep 23 17:55:42.135018 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db69aa-c9e6-479c-96e1-9f19cfe0aae4 req-5d197034-52b5-4134-8aa7-b9a2230c9ca2 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:42.136464 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24db69aa-c9e6-479c-96e1-9f19cfe0aae4 req-5d197034-52b5-4134-8aa7-b9a2230c9ca2 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 944 time: 0.0478847 Sep 23 17:55:42.174457 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-24db69aa-c9e6-479c-96e1-9f19cfe0aae4 req-d46d949b-a33c-4c84-839f-2adce0ca4618 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311544 Sep 23 17:55:42.489392 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7527-fdb8-4386-8029-38c1d3983c1d req-8c12ed10-da1c-4a32-9f2b-33f7d161ad99 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:42.490935 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-df5e7527-fdb8-4386-8029-38c1d3983c1d req-8c12ed10-da1c-4a32-9f2b-33f7d161ad99 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0494683 Sep 23 17:55:42.531030 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-df5e7527-fdb8-4386-8029-38c1d3983c1d req-f5947d46-7b2e-40fa-a01e-103d62c2a4a5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339479 Sep 23 17:55:43.293079 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be01a5-b950-4cf3-b8d6-dccc2bc7f95e req-13c7d108-d938-47f4-ad54-85b91179f530 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:43.294559 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-93be01a5-b950-4cf3-b8d6-dccc2bc7f95e req-13c7d108-d938-47f4-ad54-85b91179f530 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Sep 23 17:55:43.333136 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-93be01a5-b950-4cf3-b8d6-dccc2bc7f95e req-c05636a4-abf2-4b48-87d6-1edf6b38464f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Sep 23 17:55:43.652910 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb0de9-24c1-44a0-83b2-4ec583a8b94e req-6fac9d61-8231-47bc-88f9-c07b022b52e8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:43.654381 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7beb0de9-24c1-44a0-83b2-4ec583a8b94e req-6fac9d61-8231-47bc-88f9-c07b022b52e8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0486066 Sep 23 17:55:43.691209 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7beb0de9-24c1-44a0-83b2-4ec583a8b94e req-d737ea06-be75-4378-88ec-b12c7633461e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Sep 23 17:55:44.032980 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e8fc710d-4fb3-4b87-8380-fe58df2df389 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:55:44.080499 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port e8fc710d-4fb3-4b87-8380-fe58df2df389 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:55:44.084152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port e8fc710d-4fb3-4b87-8380-fe58df2df389 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:55:44.084517 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:44.160734 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:44.182214 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:44.184415 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074e737e-f086-4677-a4ca-1650898d205e" -d '{"events": [{"server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:44.197765 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:44.202011 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:44.227249 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679e6d7c-3724-4f6a-99de-f29e21e39699 x-openstack-request-id: req-679e6d7c-3724-4f6a-99de-f29e21e39699 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:44.227535 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "name": "network-vif-plugged", "status": "completed", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:44.227781 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-679e6d7c-3724-4f6a-99de-f29e21e39699 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:44.228164 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389', 'code': 200} Sep 23 17:55:44.257157 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:44.401639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1c75-5f7b-4d63-a1ad-cb5c7e79fcf0 req-39504aff-bca3-4d5d-804c-acf4bcc9a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:44.403130 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8aad1c75-5f7b-4d63-a1ad-cb5c7e79fcf0 req-39504aff-bca3-4d5d-804c-acf4bcc9a33d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 1098 time: 0.0399268 Sep 23 17:55:44.467113 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8aad1c75-5f7b-4d63-a1ad-cb5c7e79fcf0 req-adb5441d-b18b-4c32-90c6-a8f9a2fba9b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548248 Sep 23 17:55:44.474373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2422d7a1-dd2b-440f-b7af-64312a4226f7 req-808fe5f7-fb4d-40ac-b77e-4c84d28d76d5 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:44.475759 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2422d7a1-dd2b-440f-b7af-64312a4226f7 req-808fe5f7-fb4d-40ac-b77e-4c84d28d76d5 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 945 time: 0.0717900 Sep 23 17:55:44.514317 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2422d7a1-dd2b-440f-b7af-64312a4226f7 req-b2bfa93b-0a4b-4356-abb7-7ed1c07dced4 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324316 Sep 23 17:55:44.805147 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e9c3d-b9db-4f61-8088-0e55247ee38e req-d5a3772d-0c04-4a6f-a130-e9483b406766 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:44.806493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-350e9c3d-b9db-4f61-8088-0e55247ee38e req-d5a3772d-0c04-4a6f-a130-e9483b406766 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0488100 Sep 23 17:55:44.843241 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-350e9c3d-b9db-4f61-8088-0e55247ee38e req-4c6798b6-491f-42c2-b25b-388a037b200f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Sep 23 17:55:45.631415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baca152-752d-40ce-afb2-6b7ad64400f3 req-088e62f9-d845-44ba-83f6-1ae366eace96 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:45.632932 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6baca152-752d-40ce-afb2-6b7ad64400f3 req-088e62f9-d845-44ba-83f6-1ae366eace96 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 945 time: 0.0491707 Sep 23 17:55:45.671292 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-6baca152-752d-40ce-afb2-6b7ad64400f3 req-7e339fb3-3547-48b3-a7d5-267a966a38fe tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Sep 23 17:55:45.990237 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-241de325-108a-4116-87fa-0ab34aa3fd22 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601650106&fields=id&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 267 time: 0.0574107 Sep 23 17:55:46.002183 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99423b91-120b-4137-8cd7-94becf3a3b4c req-89dfd784-cc6d-472e-9c39-305a4413ae74 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:46.003768 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99423b91-120b-4137-8cd7-94becf3a3b4c req-89dfd784-cc6d-472e-9c39-305a4413ae74 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0798299 Sep 23 17:55:46.099708 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-99423b91-120b-4137-8cd7-94becf3a3b4c req-0bb76d09-a2fe-45f9-a315-cd3f8d381728 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862246 Sep 23 17:55:46.133999 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-aa6d758c-7145-445b-bce2-5ac6d176aab1 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:46.135530 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-aa6d758c-7145-445b-bce2-5ac6d176aab1 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.1308939 Sep 23 17:55:46.151913 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-79213538-689b-46b1-8eb9-6fb1ff0d2598 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/quotas/9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 375 time: 0.0104535 Sep 23 17:55:46.213492 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-f4ba6855-d8d0-4039-b446-ded9f6b08d3a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558937 Sep 23 17:55:46.342607 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-45dfda4b-42d8-49ec-9c01-1bfc30fd2cad service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151743 Sep 23 17:55:46.354451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7cca0-9dad-4c36-a069-ab012c69f102 req-28a8f448-48a0-4551-b42c-fb400c31c6f7 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:46.355833 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-07d7cca0-9dad-4c36-a069-ab012c69f102 req-28a8f448-48a0-4551-b42c-fb400c31c6f7 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 945 time: 0.0694542 Sep 23 17:55:46.442309 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-07d7cca0-9dad-4c36-a069-ab012c69f102 req-2378bc69-53ac-47f9-893a-5341e1635c04 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779514 Sep 23 17:55:46.464714 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-d7b34dbf-5ed7-4d55-aa81-99e2c670f021 service neutron] 10.222.0.50 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078939 Sep 23 17:55:46.750728 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4493e283-ac09-4dd4-a503-ce38bae08332 req-968f8b0a-9079-47c2-b12d-dea7de78ca6d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 210 time: 0.0300534 Sep 23 17:55:47.217185 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582fa36-28bd-4994-ba74-e051c5c0fb65 req-79fa97ab-954f-4017-acdc-ea23e9303bfc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:47.219192 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4582fa36-28bd-4994-ba74-e051c5c0fb65 req-79fa97ab-954f-4017-acdc-ea23e9303bfc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0518620 Sep 23 17:55:47.261594 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4582fa36-28bd-4994-ba74-e051c5c0fb65 req-2762f59a-0a39-4936-9cfc-4d124fa9c7d9 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360568 Sep 23 17:55:47.558950 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aedf67-b043-4ea3-8031-23a19738e5ea req-5047da82-bfd2-4623-92b9-f512da64171e tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:47.560480 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-96aedf67-b043-4ea3-8031-23a19738e5ea req-5047da82-bfd2-4623-92b9-f512da64171e tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Sep 23 17:55:47.602131 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-96aedf67-b043-4ea3-8031-23a19738e5ea req-8807d43a-13ab-4749-9e2f-9c6ed10aa3f4 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Sep 23 17:55:47.725789 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-b94e98f0-971a-4435-9943-d08dd9e2bd30 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:47.727197 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-b94e98f0-971a-4435-9943-d08dd9e2bd30 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 945 time: 0.1160729 Sep 23 17:55:47.757065 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-c2ec656e-906c-4f2a-938d-c433bacff870 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:47.758477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-c2ec656e-906c-4f2a-938d-c433bacff870 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 812 time: 0.1486583 Sep 23 17:55:47.865813 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d2de7c5-88e0-45c4-a17a-c5ccb48205a6 req-fcf6ae0b-4c9a-423c-ac77-07db63768eee tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 210 time: 0.0383003 Sep 23 17:55:47.869747 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-09d5d501-463c-4d2d-a98f-66e075c7197a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9725f252b3224549ba0bd66b010cfba5 HTTP/1.1" status: 200 len: 380 time: 0.0959260 Sep 23 17:55:47.881146 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'port': {'device_id': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'admin_state_up': True, 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'security_groups': ['3c1f2d04-95b7-40ee-ab14-cb63497fbf44']}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:47.950565 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Deleting port e8fc710d-4fb3-4b87-8380-fe58df2df389 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:55:47.950901 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.071368 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] For port e8fc710d-4fb3-4b87-8380-fe58df2df389, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=e8fc710d-4fb3-4b87-8380-fe58df2df389,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:48.071728 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.074758 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Made reservation on behalf of 9725f252b3224549ba0bd66b010cfba5 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:55:48.078199 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.098570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Calling delete_port for e8fc710d-4fb3-4b87-8380-fe58df2df389 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:55:48.275261 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.20.0.14 (4cebedb7-10d5-4696-a048-eed8aef51663/6da4bf49-cd59-4e83-9d04-c11bfb1ad218/aaafaeab-eca5-406c-a414-54960c8c75de) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:55:48.400473 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.411774 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['e8fc710d-4fb3-4b87-8380-fe58df2df389'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:55:48.480497 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Pushing event deleted for resources: {'Port': ['ID=e8fc710d-4fb3-4b87-8380-fe58df2df389,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:48.516256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d951531-e693-429c-8eb2-721eb04ed72b req-4aafbdf2-d328-45e8-996e-fa9bfd36e63f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:48.517851 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d951531-e693-429c-8eb2-721eb04ed72b req-4aafbdf2-d328-45e8-996e-fa9bfd36e63f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.1885123 Sep 23 17:55:48.537106 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.537372 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.537708 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.538040 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.538365 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.538695 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.539020 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.539345 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.539668 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.539993 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.540311 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.540627 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:55:48.543264 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] No DVR routers for this DVR port e8fc710d-4fb3-4b87-8380-fe58df2df389 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:55:48.554192 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.556032 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-76e3dd20-e1e4-4559-8d81-2b2425163ab9 req-8b47b8ae-9389-4fec-b1bd-8c754114b9b1 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "DELETE /v2.0/ports/e8fc710d-4fb3-4b87-8380-fe58df2df389 HTTP/1.1" status: 204 len: 173 time: 0.8151264 Sep 23 17:55:48.556456 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'name': 'network-vif-deleted', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:48.558657 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbdc434-cf66-4cdc-972c-102add7a26da" -d '{"events": [{"server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "name": "network-vif-deleted", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:48.605379 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af11ef2-c17e-4bbb-a45d-f147d5de1001 x-openstack-request-id: req-7af11ef2-c17e-4bbb-a45d-f147d5de1001 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:48.605688 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5649565c-571a-4e6b-8705-9ae964fe8c78", "name": "network-vif-deleted", "tag": "e8fc710d-4fb3-4b87-8380-fe58df2df389", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:48.605923 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7af11ef2-c17e-4bbb-a45d-f147d5de1001 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:48.606311 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5649565c-571a-4e6b-8705-9ae964fe8c78', 'name': 'network-vif-deleted', 'tag': 'e8fc710d-4fb3-4b87-8380-fe58df2df389', 'status': 'completed', 'code': 200} Sep 23 17:55:48.610820 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.620358 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9d951531-e693-429c-8eb2-721eb04ed72b req-bb549580-c64a-4698-9e9b-2d16437505e8 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849905 Sep 23 17:55:48.654375 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.702997 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network 4cebedb7-10d5-4696-a048-eed8aef51663 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:55:48.716623 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:55:48.733162 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:55:48.737279 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-a82ce505-2754-4574-8768-205639d354ee req-537769e9-8c18-42df-8e00-e5b3975e1514 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=5649565c-571a-4e6b-8705-9ae964fe8c78 HTTP/1.1" status: 200 len: 210 time: 0.0366952 Sep 23 17:55:48.761450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:48.790522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:48.791054 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.805988 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-af442a09-aea7-43d0-a7bf-c736dfa4759d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9291811 Sep 23 17:55:48.831250 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Request body: {'port': {'device_id': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:48.891282 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:48.984299 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-08878918-fe59-4621-8c62-963ac787c715 None None] Provisioning complete for port aaafaeab-eca5-406c-a414-54960c8c75de triggered by entity DHCP. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:55:48.984800 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-08878918-fe59-4621-8c62-963ac787c715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.027226 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-08878918-fe59-4621-8c62-963ac787c715 None None] Port aaafaeab-eca5-406c-a414-54960c8c75de cannot update to ACTIVE because it is not bound. {{(pid=100773) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 17:55:49.054599 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a6fd1-c1e8-490e-b7c0-0a6567b8f7f0 req-fc5ac7ec-3ebe-4328-9c50-d466d1031650 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:49.055992 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b07a6fd1-c1e8-490e-b7c0-0a6567b8f7f0 req-fc5ac7ec-3ebe-4328-9c50-d466d1031650 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 932 time: 0.1220195 Sep 23 17:55:49.406561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b07a6fd1-c1e8-490e-b7c0-0a6567b8f7f0 req-3e8dd8c5-19f0-4202-bf28-d7dbf17619ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442576 Sep 23 17:55:49.490650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaafaeab-eca5-406c-a414-54960c8c75de {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:49.497990 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.510286 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Transition to ACTIVE for port object aaafaeab-eca5-406c-a414-54960c8c75de will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:55:49.513562 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.578626 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Pushing event updated for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:49.629820 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Attempting to bind port aaafaeab-eca5-406c-a414-54960c8c75de on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:55:49.630269 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Attempting to bind port aaafaeab-eca5-406c-a414-54960c8c75de by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:55:49.630612 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Attempting to bind port aaafaeab-eca5-406c-a414-54960c8c75de on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:49.635196 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Port aaafaeab-eca5-406c-a414-54960c8c75de on network 4cebedb7-10d5-4696-a048-eed8aef51663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:55:49.635523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Attempting to bind port aaafaeab-eca5-406c-a414-54960c8c75de on network 4cebedb7-10d5-4696-a048-eed8aef51663 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:49.640343 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:55:49.640691 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Checking segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:55:49.641099 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Bound using segment: {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:55:49.641529 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Bound port: aaafaeab-eca5-406c-a414-54960c8c75de, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f30b31ff-530a-4a15-acfb-b72d42132f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:55:49.641890 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.737740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:55:49.754280 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=aaafaeab-eca5-406c-a414-54960c8c75de,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:55:49.759248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.774975 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675026-3784-458a-ad46-1b3cca4482ba req-33b516f7-b54c-49a3-a37d-0b44df2cce46 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:49.776553 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d675026-3784-458a-ad46-1b3cca4482ba req-33b516f7-b54c-49a3-a37d-0b44df2cce46 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0788879 Sep 23 17:55:49.819516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:49.820142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:49.821664 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-5928e812-0230-4e4a-a475-163a64506506 service neutron] 10.222.0.61 "PUT /v2.0/ports/aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 200 len: 1094 time: 0.9952140 Sep 23 17:55:49.857391 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928e812-0230-4e4a-a475-163a64506506 service neutron] Pushing event updated for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:49.863033 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-3d675026-3784-458a-ad46-1b3cca4482ba req-dd58f356-88b9-4676-a8cf-7272e3464120 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669794 Sep 23 17:55:49.914107 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-564867d8-65c7-4b9d-976c-734e473241fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:49.916011 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-564867d8-65c7-4b9d-976c-734e473241fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1097 time: 0.0517719 Sep 23 17:55:49.979539 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-2d0d798d-f15a-4113-88b8-c8f22611d805 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 200 len: 217 time: 0.0484455 Sep 23 17:55:50.072071 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-e87bc71a-58aa-4a79-bafc-8ea57c53f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.073463 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-e87bc71a-58aa-4a79-bafc-8ea57c53f259 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0870104 Sep 23 17:55:50.101577 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ad9c12df-99d0-41f1-90b7-787818af4b99 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.103000 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ad9c12df-99d0-41f1-90b7-787818af4b99 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 809 time: 0.1819236 Sep 23 17:55:50.129140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-7b7f7871-10fc-45ce-a4c1-1605d32641c4 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/quotas/970fc78ca1ef4361a47b14e0fef61113 HTTP/1.1" status: 200 len: 375 time: 0.0123420 Sep 23 17:55:50.162324 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef07db-524f-4f04-9889-d23bbd82630a req-7b6ad492-66ac-4334-8776-2ddbc61d9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.163697 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-7b6ad492-66ac-4334-8776-2ddbc61d9225 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0807912 Sep 23 17:55:50.165590 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-97adb8c7-1a4b-4d8a-b8c4-912eac8ea803 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303168 Sep 23 17:55:50.324216 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-72e58cbf-425e-4ed5-9a4e-b4e065437244 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531894 Sep 23 17:55:50.325941 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-573653a2-db79-4898-ae03-3268690f8367 service neutron] 10.222.0.50 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483448 Sep 23 17:55:50.495361 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cdef07db-524f-4f04-9889-d23bbd82630a req-939f90d4-8d32-4253-93f1-926a279a4525 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635487 Sep 23 17:55:50.497337 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-dc64fde8-b7da-4a08-93f4-7c0482b7bd90 service neutron] 10.222.0.50 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644700 Sep 23 17:55:50.536723 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f024a8-e563-4ab6-b771-de66f17437e2 req-1680ea0c-4b8b-45bb-b99d-1ef722ff671b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.538230 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95f024a8-e563-4ab6-b771-de66f17437e2 req-1680ea0c-4b8b-45bb-b99d-1ef722ff671b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.0593939 Sep 23 17:55:50.578586 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95f024a8-e563-4ab6-b771-de66f17437e2 req-cd9448b9-751d-47ba-832d-190195cbdfe7 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Sep 23 17:55:50.607373 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:50.609891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b174d173-27cd-419e-810c-f2169d674167" -d '{"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:50.654569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b612210d-46c5-453e-9fae-cc95e44f1d34 x-openstack-request-id: req-b612210d-46c5-453e-9fae-cc95e44f1d34 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:50.654921 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:50.655375 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b612210d-46c5-453e-9fae-cc95e44f1d34 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:50.655812 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'status': 'completed', 'code': 200} Sep 23 17:55:50.680744 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0740bde0-dd62-4687-8c37-2a04f2c8446a req-990ad922-9430-4498-92e6-be084aa8fc87 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 210 time: 0.0411570 Sep 23 17:55:50.720872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d173-27cd-419e-810c-f2169d674167 req-e3c76bd9-ccc1-4312-ad61-41a5dda15818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.722376 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-e3c76bd9-ccc1-4312-ad61-41a5dda15818 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1097 time: 0.0440311 Sep 23 17:55:50.815656 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d173-27cd-419e-810c-f2169d674167 req-4a00b05e-9a7d-4928-b36d-0592419242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.817571 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-4a00b05e-9a7d-4928-b36d-0592419242bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.0874398 Sep 23 17:55:50.872282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-564e6c42-c3d7-4625-8bd3-6dd4e9d85c60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 200 len: 217 time: 0.0424833 Sep 23 17:55:50.938867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d173-27cd-419e-810c-f2169d674167 req-652fb803-1481-47ab-95a5-3f2c50107098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:50.940747 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-652fb803-1481-47ab-95a5-3f2c50107098 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0535696 Sep 23 17:55:51.024289 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4dc3-d224-46c9-a441-a731545710f9 req-40fabc93-6ec9-4a2b-9951-da451d7f4ee3 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:51.025834 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd2f4dc3-d224-46c9-a441-a731545710f9 req-40fabc93-6ec9-4a2b-9951-da451d7f4ee3 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0842130 Sep 23 17:55:51.029073 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174d173-27cd-419e-810c-f2169d674167 req-8d75cd94-af74-464e-ba19-1a5251242859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:51.030710 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-8d75cd94-af74-464e-ba19-1a5251242859 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806375 Sep 23 17:55:51.093143 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd2f4dc3-d224-46c9-a441-a731545710f9 req-ccc97c3f-0248-4c30-86da-7b2e5b7c1008 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607197 Sep 23 17:55:51.147364 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-cdf0c0f8-4a7c-4540-adad-3dc7901edf32 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080899 Sep 23 17:55:51.244128 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b174d173-27cd-419e-810c-f2169d674167 req-dcab32e3-f981-44da-ada6-97de6dc8353b service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Sep 23 17:55:51.654987 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-2af0cc89-2367-426a-bd3b-adcde24b9066 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:51.656407 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-2af0cc89-2367-426a-bd3b-adcde24b9066 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 809 time: 0.1060090 Sep 23 17:55:51.670804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Request body: {'port': {'device_id': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93', 'admin_state_up': True, 'tenant_id': '970fc78ca1ef4361a47b14e0fef61113'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:51.761179 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:51.802142 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af0f26-a48b-478a-9d48-f668407dde91 req-bdaeecbd-96ef-49ed-8683-0c34ad928389 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:51.803613 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89af0f26-a48b-478a-9d48-f668407dde91 req-bdaeecbd-96ef-49ed-8683-0c34ad928389 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.1461737 Sep 23 17:55:51.805304 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-bc9060a9-8c72-41bc-8b73-61d6ced5499c req-7ab2fe46-28b3-46d3-ab97-512455f44c4a tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 210 time: 0.0491011 Sep 23 17:55:51.866489 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-89af0f26-a48b-478a-9d48-f668407dde91 req-d38425df-7a36-48f2-aba0-dc718f5ade10 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562072 Sep 23 17:55:51.870910 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Made reservation on behalf of 970fc78ca1ef4361a47b14e0fef61113 for: {'port': 1} {{(pid=100772) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 17:55:51.874320 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:51.998185 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_common [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Allocated IP 172.20.0.6 (74592e24-0711-4b61-8375-59c6543d7e93/10723be7-b509-4600-95a4-f8bb95b1b4f9/c2176e17-485a-4476-9017-b2f081f52432) {{(pid=100772) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:55:52.047719 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e8fc710d-4fb3-4b87-8380-fe58df2df389 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:55:52.066874 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: e8fc710d-4fb3-4b87-8380-fe58df2df389 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:55:52.067213 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device e8fc710d-4fb3-4b87-8380-fe58df2df389 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:55:52.154197 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks [] for port, precommit_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.220117 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_create {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.231415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33303111-b16a-42ca-b7e9-c8e937e55f0b req-192721ba-3eb0-44f7-b617-9f26e390fd15 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:52.233210 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33303111-b16a-42ca-b7e9-c8e937e55f0b req-192721ba-3eb0-44f7-b617-9f26e390fd15 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0677636 Sep 23 17:55:52.295747 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Network 74592e24-0711-4b61-8375-59c6543d7e93 is already hosted by enough agents. {{(pid=100772) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:55:52.302993 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Pushing event updated for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=1']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:52.305408 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.base_scheduler [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Resources bound (agent type, host, resource id): {{(pid=100772) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:55:52.309846 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Received port after_create {{(pid=100772) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:55:52.351127 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-33303111-b16a-42ca-b7e9-c8e937e55f0b req-23418460-10dc-4ba4-ae39-9b11bd48de8c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856276 Sep 23 17:55:52.368894 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:52.369530 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.384161 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-be16de6c-658c-4f3a-8a4d-9ae568d582ce tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170012 Sep 23 17:55:52.396769 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.v2.base [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Request body: {'port': {'device_id': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81072'}} {{(pid=100772) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:55:52.447899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.701504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2176e17-485a-4476-9017-b2f081f52432 {{(pid=100772) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:52.709187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.721319 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.provisioning_blocks [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Transition to ACTIVE for port object c2176e17-485a-4476-9017-b2f081f52432 will not be triggered until provisioned by entity L2. {{(pid=100772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 17:55:52.724913 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.774625 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Pushing event updated for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=2']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:52.840740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Attempting to bind port c2176e17-485a-4476-9017-b2f081f52432 on host hv-cinder-81072 for vnic_type normal with profile {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 17:55:52.841075 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Attempting to bind port c2176e17-485a-4476-9017-b2f081f52432 by drivers openvswitch,hyperv on host hv-cinder-81072 at level 0 using segments [{'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 17:55:52.841407 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Attempting to bind port c2176e17-485a-4476-9017-b2f081f52432 on network 74592e24-0711-4b61-8375-59c6543d7e93 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:52.845854 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Port c2176e17-485a-4476-9017-b2f081f52432 on network 74592e24-0711-4b61-8375-59c6543d7e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81072 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 17:55:52.846291 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Attempting to bind port c2176e17-485a-4476-9017-b2f081f52432 on network 74592e24-0711-4b61-8375-59c6543d7e93 {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 17:55:52.851428 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Checking agent: {'id': '69b48446-4bc0-436f-ac33-6f8c1dec01e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81072', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'started_at': datetime.datetime(2021, 9, 23, 17, 45, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 17, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 17:55:52.851958 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Checking segment: {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 17:55:52.852333 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Bound using segment: {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'} {{(pid=100772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 17:55:52.852780 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.managers [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Bound port: c2176e17-485a-4476-9017-b2f081f52432, host: hv-cinder-81072, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93'}}] {{(pid=100772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 17:55:52.853870 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:52.980406 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, cleared binding levels {{(pid=100772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 17:55:53.002450 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62383a-80fa-4e99-8518-bf366e3cf872 req-6d6ae6c0-b899-4a63-ae3e-32a7432ff56a tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.003902 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c62383a-80fa-4e99-8518-bf366e3cf872 req-6d6ae6c0-b899-4a63-ae3e-32a7432ff56a tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 943 time: 0.1170630 Sep 23 17:55:53.007751 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c2176e17-485a-4476-9017-b2f081f52432,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 17:55:53.018904 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15543447'] for port, after_update {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:53.070650 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a8ce1-0d93-4acc-8d59-8d21f543f64b req-a364c8ca-6ef4-4b3b-9118-51da788e1601 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.072100 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-993a8ce1-0d93-4acc-8d59-8d21f543f64b req-a364c8ca-6ef4-4b3b-9118-51da788e1601 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.1304266 Sep 23 17:55:53.082224 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.082813 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:53.084092 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] 10.222.0.61 "PUT /v2.0/ports/c2176e17-485a-4476-9017-b2f081f52432 HTTP/1.1" status: 200 len: 1093 time: 0.6916819 Sep 23 17:55:53.086549 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:53.088742 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7577a6-1b99-4789-91c6-648758f7fe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "tag": "c2176e17-485a-4476-9017-b2f081f52432"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:53.107467 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5c62383a-80fa-4e99-8518-bf366e3cf872 req-44853b2c-70bc-4e9d-a722-b0f9e73544bd tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969086 Sep 23 17:55:53.166380 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff943067-c3c1-4652-bbef-d3a2103bdabb service neutron] Pushing event updated for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=3']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:53.169730 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3938064b-4c5e-45ca-a8d6-e47704956858 x-openstack-request-id: req-3938064b-4c5e-45ca-a8d6-e47704956858 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:53.170008 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "tag": "c2176e17-485a-4476-9017-b2f081f52432", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:53.170258 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3938064b-4c5e-45ca-a8d6-e47704956858 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:53.170630 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432', 'status': 'completed', 'code': 200} Sep 23 17:55:53.181991 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-993a8ce1-0d93-4acc-8d59-8d21f543f64b req-e6f03a71-0c6b-45ad-b423-6b0eb4fca802 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017845 Sep 23 17:55:53.191506 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ce4c550c-585c-4291-a575-83cb500efe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.192972 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-ce4c550c-585c-4291-a575-83cb500efe5c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 1096 time: 0.0681436 Sep 23 17:55:53.238651 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-4f7125f3-bd18-4cb3-98cf-a105ecf2979c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2176e17-485a-4476-9017-b2f081f52432 HTTP/1.1" status: 200 len: 217 time: 0.0373549 Sep 23 17:55:53.303151 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-6ba02f40-751d-496a-873f-dda5bd08b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.305866 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-6ba02f40-751d-496a-873f-dda5bd08b8b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10723be7-b509-4600-95a4-f8bb95b1b4f9 HTTP/1.1" status: 200 len: 849 time: 0.0588970 Sep 23 17:55:53.344215 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-d10e83ef-97d9-45f6-9207-fe4d7bc87eaf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74592e24-0711-4b61-8375-59c6543d7e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316436 Sep 23 17:55:53.505625 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-318f120b-ee3f-41d9-a5d3-4d6b0a771b17 service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536925 Sep 23 17:55:53.521076 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e3dc5-ea0f-4eb0-a742-785002e3890e req-7401d2fb-bc2f-4103-85b8-ed147820f934 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.522562 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e24e3dc5-ea0f-4eb0-a742-785002e3890e req-7401d2fb-bc2f-4103-85b8-ed147820f934 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0887842 Sep 23 17:55:53.636810 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e24e3dc5-ea0f-4eb0-a742-785002e3890e req-9be911c2-1b86-486a-af05-caeb6caf020e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041656 Sep 23 17:55:53.662493 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-382c2d4f-abd5-4b8a-9aea-482985c1202d req-c351eca9-a121-439e-8425-da082655d9b7 service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386156 Sep 23 17:55:53.750952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-5a190821-7710-473c-a2f8-f1c40c9fd52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.753040 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-5a190821-7710-473c-a2f8-f1c40c9fd52f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=970fc78ca1ef4361a47b14e0fef61113&device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 1096 time: 0.0434475 Sep 23 17:55:53.865098 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-ba72b94d-46cb-453f-97e4-de97cb4f277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.866601 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-ba72b94d-46cb-453f-97e4-de97cb4f277f service neutron] 10.222.0.61 "GET /v2.0/networks?id=74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 200 len: 910 time: 0.1062934 Sep 23 17:55:53.912252 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-a93b9085-4282-4a33-acd5-8ad775169cd7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2176e17-485a-4476-9017-b2f081f52432 HTTP/1.1" status: 200 len: 217 time: 0.0370026 Sep 23 17:55:53.962880 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-191998ef-b0eb-4968-abcd-1e8b16515994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:53.964340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-191998ef-b0eb-4968-abcd-1e8b16515994 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=10723be7-b509-4600-95a4-f8bb95b1b4f9 HTTP/1.1" status: 200 len: 849 time: 0.0435505 Sep 23 17:55:53.998754 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-7265c92f-3b54-4243-a82e-181ba557f74f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=74592e24-0711-4b61-8375-59c6543d7e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249798 Sep 23 17:55:54.429517 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-cc8452f5-946e-49f7-82b9-4b5115cf7a1f service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226003 Sep 23 17:55:54.462018 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12551b3-ee5e-4231-a2f9-631f41ed9d94 req-270acab9-5990-4a01-abf9-e86e1987d895 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.463426 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d12551b3-ee5e-4231-a2f9-631f41ed9d94 req-270acab9-5990-4a01-abf9-e86e1987d895 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 943 time: 0.1414964 Sep 23 17:55:54.470421 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24c22c1-fc5b-435c-b321-7828c3494576 req-3f1444db-fc4e-42ca-b47f-47d6f79348dc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.472637 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b24c22c1-fc5b-435c-b321-7828c3494576 req-3f1444db-fc4e-42ca-b47f-47d6f79348dc tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.1485345 Sep 23 17:55:54.483748 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882896-5a15-48e4-85f5-5794ec211f39 req-9ade2dfb-8022-42fc-8458-94a744bb4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.485135 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-9ade2dfb-8022-42fc-8458-94a744bb4847 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.1621587 Sep 23 17:55:54.644028 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b24c22c1-fc5b-435c-b321-7828c3494576 req-685f34be-01f4-4bf8-83e2-9b7a51ef1f38 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573877 Sep 23 17:55:54.653143 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d12551b3-ee5e-4231-a2f9-631f41ed9d94 req-54d7f073-069c-4f76-887e-c729471adb79 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713192 Sep 23 17:55:54.667591 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-dd7577a6-1b99-4789-91c6-648758f7fe1f req-24d4f8d9-dde3-499b-ab05-2d7d20f1e68c service neutron] 10.222.0.61 "GET /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251730 Sep 23 17:55:54.684569 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882896-5a15-48e4-85f5-5794ec211f39 req-74265ae4-7442-45f3-985a-e66006f8e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.686097 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-74265ae4-7442-45f3-985a-e66006f8e21b service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.1912217 Sep 23 17:55:54.778362 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-37b2ef3f-4ee7-45b4-aba0-0e90d09736c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 1000 time: 0.0831273 Sep 23 17:55:54.795702 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689454cd-b4eb-4f9b-8f90-8dd3b831a661 req-de40e659-2cb8-438a-9a2b-c97d17f1fbdf tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.797144 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-689454cd-b4eb-4f9b-8f90-8dd3b831a661 req-de40e659-2cb8-438a-9a2b-c97d17f1fbdf tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0662014 Sep 23 17:55:54.865706 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882896-5a15-48e4-85f5-5794ec211f39 req-2efbf2df-af17-4773-8467-62b302390387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.867149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-2efbf2df-af17-4773-8467-62b302390387 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0793223 Sep 23 17:55:54.870068 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-689454cd-b4eb-4f9b-8f90-8dd3b831a661 req-f1bd7ded-6da7-48c6-bba0-c0c05a00b6c5 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661469 Sep 23 17:55:54.913347 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95882896-5a15-48e4-85f5-5794ec211f39 req-aff647b8-d0ba-4ac4-8a7c-a6de57a4b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:54.914853 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-aff647b8-d0ba-4ac4-8a7c-a6de57a4b157 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402792 Sep 23 17:55:55.015893 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-3bdf116f-556c-4947-a1d3-227b3f2d80d8 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900757 Sep 23 17:55:55.105123 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-95882896-5a15-48e4-85f5-5794ec211f39 req-6b73afac-bba1-4a17-97a7-0313fb58e1de service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815361 Sep 23 17:55:55.792483 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784cfa-2bba-4643-bade-c4e49da0106a req-b7749938-4552-44d3-8ff2-31e49de7dee2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:55.793987 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-27784cfa-2bba-4643-bade-c4e49da0106a req-b7749938-4552-44d3-8ff2-31e49de7dee2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.0799372 Sep 23 17:55:55.805542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fe277-31c3-41a7-9956-7e47aa0eb745 req-50167bfa-70e5-4855-a2c6-129de8931023 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:55.806936 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-526fe277-31c3-41a7-9956-7e47aa0eb745 req-50167bfa-70e5-4855-a2c6-129de8931023 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 943 time: 0.0672858 Sep 23 17:55:55.861495 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-27784cfa-2bba-4643-bade-c4e49da0106a req-c8f46726-9d29-4e41-b8d1-8ddc42d38292 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535004 Sep 23 17:55:55.866263 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-526fe277-31c3-41a7-9956-7e47aa0eb745 req-fb462d78-7882-46a3-81f2-cf0cceeceac0 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528786 Sep 23 17:55:55.983542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e78511-6af3-47fa-aa92-e070f9660e7a req-b709dadb-6a28-438c-ba40-4be9676ec471 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:55.985126 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50e78511-6af3-47fa-aa92-e070f9660e7a req-b709dadb-6a28-438c-ba40-4be9676ec471 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0499897 Sep 23 17:55:56.022884 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-50e78511-6af3-47fa-aa92-e070f9660e7a req-54d3a3bf-1134-4b41-98ab-7bb4847a3021 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Sep 23 17:55:56.064092 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c2176e17-485a-4476-9017-b2f081f52432 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:55:56.164100 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c2176e17-485a-4476-9017-b2f081f52432,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:56.175094 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'c2176e17-485a-4476-9017-b2f081f52432', 'network_id': '74592e24-0711-4b61-8375-59c6543d7e93', 'port_id': 'c2176e17-485a-4476-9017-b2f081f52432', 'mac_address': 'fa:16:3e:25:b4:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10723be7-b509-4600-95a4-f8bb95b1b4f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:55:56.211352 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:56.223837 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2176e17-485a-4476-9017-b2f081f52432 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:56.243490 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c2176e17-485a-4476-9017-b2f081f52432,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:56.246812 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:56.292837 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:56.517857 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['c2176e17-485a-4476-9017-b2f081f52432'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:55:57.019455 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f11efa-220a-4de7-a46d-a4cdbfac45e1 req-6a0f5227-81de-4706-85d0-64b420240229 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:57.020972 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14f11efa-220a-4de7-a46d-a4cdbfac45e1 req-6a0f5227-81de-4706-85d0-64b420240229 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.0890291 Sep 23 17:55:57.029513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c61ed-25ed-4a2f-9852-97fcffc673fd req-4a274052-f8be-41ee-92f9-9b34c41f2205 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:57.030877 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-467c61ed-25ed-4a2f-9852-97fcffc673fd req-4a274052-f8be-41ee-92f9-9b34c41f2205 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 944 time: 0.0884576 Sep 23 17:55:57.086974 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-14f11efa-220a-4de7-a46d-a4cdbfac45e1 req-b0ff9e7e-12bb-4ab4-ad55-a39721f1e0f1 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551574 Sep 23 17:55:57.091601 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-467c61ed-25ed-4a2f-9852-97fcffc673fd req-7a64a90c-0927-42f7-8b62-fd2548a8edd4 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Sep 23 17:55:57.187986 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e27a51-8d01-493c-a5ae-23adc8ae8ee0 req-71ac3a9b-41f0-46ac-a5d6-509c924ed93b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:57.189499 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d4e27a51-8d01-493c-a5ae-23adc8ae8ee0 req-71ac3a9b-41f0-46ac-a5d6-509c924ed93b tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0500638 Sep 23 17:55:57.230111 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d4e27a51-8d01-493c-a5ae-23adc8ae8ee0 req-1031e24b-c558-427c-9ffb-70e430a9e52d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348020 Sep 23 17:55:57.474834 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101dbfdb-f14b-4d07-b160-fcf599774ca1 req-cd935c3a-4c0f-4a4e-baea-d8137a9aef25 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:57.476313 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-101dbfdb-f14b-4d07-b160-fcf599774ca1 req-cd935c3a-4c0f-4a4e-baea-d8137a9aef25 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0829234 Sep 23 17:55:57.483233 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-d8b6f382-aa6b-48c5-adb5-505e44f2d444 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112461 Sep 23 17:55:57.519420 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-101dbfdb-f14b-4d07-b160-fcf599774ca1 req-37f8678c-0053-4b3d-b927-0e7745f9f318 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352557 Sep 23 17:55:58.084249 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device aaafaeab-eca5-406c-a414-54960c8c75de details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:55:58.086650 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c2176e17-485a-4476-9017-b2f081f52432 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:55:58.240492 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d3797-56a4-4faa-92b8-d463c525557b req-f1c94c54-c275-40d0-9533-4ad9138057b3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.242132 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-530d3797-56a4-4faa-92b8-d463c525557b req-f1c94c54-c275-40d0-9533-4ad9138057b3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 944 time: 0.0843892 Sep 23 17:55:58.256214 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa70a92-0c90-4dea-8898-04ea29530767 req-02c9ccef-9813-4d26-b9f1-544ed1073280 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.257800 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2aa70a92-0c90-4dea-8898-04ea29530767 req-02c9ccef-9813-4d26-b9f1-544ed1073280 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 944 time: 0.0726395 Sep 23 17:55:58.320042 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-530d3797-56a4-4faa-92b8-d463c525557b req-82fd469b-99bc-43b5-a63a-2abdb7f31d7b tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611484 Sep 23 17:55:58.325302 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2aa70a92-0c90-4dea-8898-04ea29530767 req-a4739f9e-9f53-46c6-bbe2-2590a36ba543 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 Sep 23 17:55:58.337358 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port c2176e17-485a-4476-9017-b2f081f52432 completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:55:58.344681 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port c2176e17-485a-4476-9017-b2f081f52432 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:55:58.345064 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:58.385662 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=aaafaeab-eca5-406c-a414-54960c8c75de,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:58.404618 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'port_id': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'mac_address': 'fa:16:3e:16:db:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:55:58.474076 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:58.494285 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaafaeab-eca5-406c-a414-54960c8c75de {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:55:58.499140 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:58.527522 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=aaafaeab-eca5-406c-a414-54960c8c75de,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:58.532982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:55:58.535982 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d6ecfb-d9ad-488f-8a68-13a003d462e3" -d '{"events": [{"server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "name": "network-vif-plugged", "status": "completed", "tag": "c2176e17-485a-4476-9017-b2f081f52432"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:55:58.540955 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:58.552538 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c2176e17-485a-4476-9017-b2f081f52432,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:55:58.570426 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:55:58.578731 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da93987f-61e3-4818-8786-26dc91d7fe8d x-openstack-request-id: req-da93987f-61e3-4818-8786-26dc91d7fe8d {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:55:58.579025 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "name": "network-vif-plugged", "status": "completed", "tag": "c2176e17-485a-4476-9017-b2f081f52432", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:55:58.579274 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-da93987f-61e3-4818-8786-26dc91d7fe8d {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:55:58.579661 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432', 'code': 200} Sep 23 17:55:58.605509 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=4']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:58.639648 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93398d2-e4b3-46dd-b1a3-fdea6ad497d4 req-39756417-92ef-4bf7-9a36-e5e7993b1eb2 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.641090 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f93398d2-e4b3-46dd-b1a3-fdea6ad497d4 req-39756417-92ef-4bf7-9a36-e5e7993b1eb2 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0527599 Sep 23 17:55:58.655762 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:55:58.683868 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-f93398d2-e4b3-46dd-b1a3-fdea6ad497d4 req-d8424458-7d0d-48dc-a9e2-b25e54c7d629 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Sep 23 17:55:58.773214 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['aaafaeab-eca5-406c-a414-54960c8c75de'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:55:58.777770 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c2156-2096-4a38-9fce-b3ca56a7ee54 req-bac81610-fd8d-4f9d-9cb8-cbcaaa70686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.779254 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4d1c2156-2096-4a38-9fce-b3ca56a7ee54 req-bac81610-fd8d-4f9d-9cb8-cbcaaa70686b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 1098 time: 0.0694768 Sep 23 17:55:58.785065 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-31714c63-760d-4984-b8dd-daac2d669249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.786432 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-31714c63-760d-4984-b8dd-daac2d669249 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc&tenant_id=a904e9efe3664aa0be07bd2758e61dee HTTP/1.1" status: 200 len: 1098 time: 0.0531435 Sep 23 17:55:58.824296 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-4d1c2156-2096-4a38-9fce-b3ca56a7ee54 req-b4d60cc4-f532-40eb-9e0a-d16c9aed2295 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368390 Sep 23 17:55:58.852614 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-b57f5d9a-4a11-475d-9202-c56d4d483dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:58.854129 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-b57f5d9a-4a11-475d-9202-c56d4d483dfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.0440733 Sep 23 17:55:59.093304 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-ea76b848-f0af-4caf-9f2e-e7157dc3fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.094747 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-ea76b848-f0af-4caf-9f2e-e7157dc3fa48 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.0826962 Sep 23 17:55:59.161561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-d3b16271-1137-4df5-bb66-c2c2ed211909 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 1000 time: 0.0585909 Sep 23 17:55:59.209504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-086113eb-2bbf-49c5-8c21-27380bb33418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.210899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-086113eb-2bbf-49c5-8c21-27380bb33418 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0422337 Sep 23 17:55:59.257116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-58dd92a1-c911-42ba-bc5f-024a32fe6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.258510 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-58dd92a1-c911-42ba-bc5f-024a32fe6111 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400615 Sep 23 17:55:59.350846 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-741fb5e1-cd5d-4e63-92aa-8cc55f01f35a service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825057 Sep 23 17:55:59.503026 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-adb07f77-d578-4067-93d0-cf5cf2258093 req-b22ffb29-be2e-4839-a5e8-dcf66caa068b service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449828 Sep 23 17:55:59.517094 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320775c-124b-4297-a823-696e337ed6d7 req-7dc80acb-3935-4a89-b759-84eb414ecabe tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.518634 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1320775c-124b-4297-a823-696e337ed6d7 req-7dc80acb-3935-4a89-b759-84eb414ecabe tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 945 time: 0.1251242 Sep 23 17:55:59.526772 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6ab11-3274-4558-b275-2d165d3fe053 req-a75f592d-1c34-4671-9a79-5c1730fdcc36 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.528149 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49d6ab11-3274-4558-b275-2d165d3fe053 req-a75f592d-1c34-4671-9a79-5c1730fdcc36 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 945 time: 0.1068058 Sep 23 17:55:59.583823 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1320775c-124b-4297-a823-696e337ed6d7 req-708c5b89-5cac-487a-aec6-ac83af9475dd tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546846 Sep 23 17:55:59.586827 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-49d6ab11-3274-4558-b275-2d165d3fe053 req-ec1b7da8-20c8-4632-9241-28f26de71eae tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516098 Sep 23 17:55:59.802871 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084625d-b7ac-40fd-94d9-303b6d51b107 req-ce20ff06-6509-4bc0-af35-663abf62f49d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:55:59.804238 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1084625d-b7ac-40fd-94d9-303b6d51b107 req-ce20ff06-6509-4bc0-af35-663abf62f49d tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0508232 Sep 23 17:55:59.842997 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1084625d-b7ac-40fd-94d9-303b6d51b107 req-aa199824-cec3-40b4-bee8-23fdea3b740c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328841 Sep 23 17:56:00.098297 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device aaafaeab-eca5-406c-a414-54960c8c75de up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:56:00.144521 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning for port aaafaeab-eca5-406c-a414-54960c8c75de completed by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 17:56:00.148055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port aaafaeab-eca5-406c-a414-54960c8c75de triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:56:00.148426 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:00.225861 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:00.257511 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=aaafaeab-eca5-406c-a414-54960c8c75de,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:00.261257 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:00.262055 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:56:00.336503 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=5']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:00.375626 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:00.408638 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:00.412760 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:00.460218 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=6']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:00.581366 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de'}, {'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:56:00.583646 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b3c677-968c-4706-b9b0-a26c16816ccd" -d '{"events": [{"server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "name": "network-vif-plugged", "status": "completed", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de"}, {"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-unplugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:56:00.623354 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 17:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b06d1-7666-4a32-bd3f-c068f95b29da x-openstack-request-id: req-c61b06d1-7666-4a32-bd3f-c068f95b29da {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:56:00.623652 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "name": "network-vif-plugged", "status": "completed", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de", "code": 200}, {"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-unplugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:56:00.625269 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c61b06d1-7666-4a32-bd3f-c068f95b29da {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:56:00.625269 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'code': 200} Sep 23 17:56:00.625269 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'code': 200} Sep 23 17:56:00.726159 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b61b21-9ed5-4c5b-b851-229872bbef9d req-9f24435f-f673-4a04-bf63-44c80a82d2ce tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:00.727647 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-66b61b21-9ed5-4c5b-b851-229872bbef9d req-9f24435f-f673-4a04-bf63-44c80a82d2ce tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.0762525 Sep 23 17:56:00.752080 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb8dc2-bd57-49a6-82c6-818bcec2881d req-4efe646d-660c-4fda-9cff-006b30321bcb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:00.754309 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfdb8dc2-bd57-49a6-82c6-818bcec2881d req-4efe646d-660c-4fda-9cff-006b30321bcb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 945 time: 0.0754554 Sep 23 17:56:00.805457 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-66b61b21-9ed5-4c5b-b851-229872bbef9d req-2d52b960-e708-434e-b9cd-4218a82d9a2a tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710692 Sep 23 17:56:00.812745 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-cfdb8dc2-bd57-49a6-82c6-818bcec2881d req-b5d53aee-9d88-48df-a4d8-dcd9118d6c59 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Sep 23 17:56:00.858420 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b591f6-b4d9-463d-90a8-08d3b9229185 req-360af03a-7dfc-4fd2-af8b-b5ec85f2d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:00.859964 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72b591f6-b4d9-463d-90a8-08d3b9229185 req-360af03a-7dfc-4fd2-af8b-b5ec85f2d17a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1099 time: 0.0437737 Sep 23 17:56:00.906611 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-72b591f6-b4d9-463d-90a8-08d3b9229185 req-3da247ba-ba8b-41ea-aeef-313b9d3dd625 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394571 Sep 23 17:56:00.959145 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825c80a-11b5-49f5-a84e-04d7e605d562 req-f63ed205-78d3-44e2-8ee5-97848b9bdb9c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:00.960652 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b825c80a-11b5-49f5-a84e-04d7e605d562 req-f63ed205-78d3-44e2-8ee5-97848b9bdb9c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0503991 Sep 23 17:56:01.001623 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b825c80a-11b5-49f5-a84e-04d7e605d562 req-58426b7f-f0eb-46b4-9fe8-c56544b8a11f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342185 Sep 23 17:56:01.495251 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a38d08-55cd-4d8d-9ea2-777e844f9ad7 req-e34e241b-39d5-4f77-b7aa-aa503f9ebcfb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:01.496602 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48a38d08-55cd-4d8d-9ea2-777e844f9ad7 req-e34e241b-39d5-4f77-b7aa-aa503f9ebcfb tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 945 time: 0.0481703 Sep 23 17:56:01.532565 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-48a38d08-55cd-4d8d-9ea2-777e844f9ad7 req-85cda325-b186-43c9-94df-3138559f618f tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301244 Sep 23 17:56:01.926658 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f662-e245-4465-8fc5-4a076eaf397a req-5179a21f-97b2-4667-ba86-e45791a0a1b9 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:01.928157 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b545f662-e245-4465-8fc5-4a076eaf397a req-5179a21f-97b2-4667-ba86-e45791a0a1b9 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.0538478 Sep 23 17:56:01.968065 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b545f662-e245-4465-8fc5-4a076eaf397a req-6f65107b-992b-44d8-9440-9d7612120b2c tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Sep 23 17:56:02.114426 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869bc34-f706-46a3-8662-e54fe6a14deb req-08fb3eb7-c226-4064-a263-d3751e395cc1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:02.115807 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7869bc34-f706-46a3-8662-e54fe6a14deb req-08fb3eb7-c226-4064-a263-d3751e395cc1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0484548 Sep 23 17:56:02.152547 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7869bc34-f706-46a3-8662-e54fe6a14deb req-af376106-a0c5-4a45-8dda-24e4d38033df tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Sep 23 17:56:02.497155 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:56:02.647266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ad08c-6e01-4709-940a-d4bae4b1401f req-1abae918-f8dd-4240-9962-06eba056fcd7 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:02.648791 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-554ad08c-6e01-4709-940a-d4bae4b1401f req-1abae918-f8dd-4240-9962-06eba056fcd7 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 945 time: 0.0490503 Sep 23 17:56:02.686384 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-554ad08c-6e01-4709-940a-d4bae4b1401f req-a11f3527-25e9-4412-8c5a-2531408ab1da tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/security-groups?id=4451b624-cb4d-4ad1-bdf1-4395cac863a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316975 Sep 23 17:56:02.848600 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53630109-6069-4b57-a1ff-ede26a35baba req-6c8b33c8-2d9f-40b9-b97a-2688078c644b tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:02.850001 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-53630109-6069-4b57-a1ff-ede26a35baba req-6c8b33c8-2d9f-40b9-b97a-2688078c644b tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 945 time: 0.0525408 Sep 23 17:56:02.938933 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Deleting port c2176e17-485a-4476-9017-b2f081f52432 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:56:02.939638 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.030140 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] For port c2176e17-485a-4476-9017-b2f081f52432, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=c2176e17-485a-4476-9017-b2f081f52432,segment=NetworkSegment(a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122),segment_id=a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:03.030490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.064952 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Calling delete_port for c2176e17-485a-4476-9017-b2f081f52432 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:56:03.124941 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616d8c6-03eb-4cc8-918d-5fec1bf2fb7b req-4393bd38-cdea-4b7e-9c26-c65866ff5dd8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:03.126336 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9616d8c6-03eb-4cc8-918d-5fec1bf2fb7b req-4393bd38-cdea-4b7e-9c26-c65866ff5dd8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.0931098 Sep 23 17:56:03.184703 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9616d8c6-03eb-4cc8-918d-5fec1bf2fb7b req-65b2fd68-5d42-4de8-b2dd-402e0147e955 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509205 Sep 23 17:56:03.267076 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.279316 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['c2176e17-485a-4476-9017-b2f081f52432'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:56:03.324639 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Pushing event deleted for resources: {'Port': ['ID=c2176e17-485a-4476-9017-b2f081f52432,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:03.363605 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d48a72-2fbd-4e5e-9015-a13e4821e660 req-e9925004-a103-4212-af8a-9f9ad8c4b3f9 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:03.365104 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0d48a72-2fbd-4e5e-9015-a13e4821e660 req-e9925004-a103-4212-af8a-9f9ad8c4b3f9 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.1289496 Sep 23 17:56:03.387548 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] No DVR routers for this DVR port c2176e17-485a-4476-9017-b2f081f52432 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:56:03.400436 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411e5ed-a3ef-42c8-94d6-98c1e4d27c2f req-77361954-d457-4104-acb2-ae5930400658 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:03.401902 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8411e5ed-a3ef-42c8-94d6-98c1e4d27c2f req-77361954-d457-4104-acb2-ae5930400658 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.1382108 Sep 23 17:56:03.402899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.404683 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-53630109-6069-4b57-a1ff-ede26a35baba req-a5cd392d-837c-463c-902e-3520866d6a10 tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.61 "DELETE /v2.0/ports/c2176e17-485a-4476-9017-b2f081f52432 HTTP/1.1" status: 204 len: 173 time: 0.5487137 Sep 23 17:56:03.406022 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'name': 'network-vif-deleted', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:56:03.408241 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74c83ee-e45e-49cc-814f-6bfc86cc592e" -d '{"events": [{"server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "name": "network-vif-deleted", "tag": "c2176e17-485a-4476-9017-b2f081f52432"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:56:03.458603 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b0d48a72-2fbd-4e5e-9015-a13e4821e660 req-02cc42ae-2f7d-460f-92d5-43da9bf38570 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736773 Sep 23 17:56:03.468097 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-8411e5ed-a3ef-42c8-94d6-98c1e4d27c2f req-d5a63881-f9d8-469d-a59d-deaa512ac905 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545509 Sep 23 17:56:03.501353 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42964) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:03.506294 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edae4e61-c1b4-4c56-9045-0c80c787f84b x-openstack-request-id: req-edae4e61-c1b4-4c56-9045-0c80c787f84b {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:56:03.506590 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86fbacb0-5daa-4110-a172-81e80216a8bf", "name": "network-vif-deleted", "tag": "c2176e17-485a-4476-9017-b2f081f52432", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:56:03.506848 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edae4e61-c1b4-4c56-9045-0c80c787f84b {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:56:03.507453 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86fbacb0-5daa-4110-a172-81e80216a8bf', 'name': 'network-vif-deleted', 'tag': 'c2176e17-485a-4476-9017-b2f081f52432', 'status': 'completed', 'code': 200} Sep 23 17:56:03.637035 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80390c0a-fc82-4e65-94aa-fe71612c4eaa tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100771) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:03.638576 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-80390c0a-fc82-4e65-94aa-fe71612c4eaa tempest-TestVolumeBootPattern-766089662 tempest-TestVolumeBootPattern-766089662-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1094 time: 0.1360483 Sep 23 17:56:03.641159 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 42968) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:03.646156 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.v2.base [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Request body: {'floatingip': {'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'port_id': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100771) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 17:56:03.668254 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.766670 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:03.792165 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e9590df4-8add-4405-93f7-7c7e25ac60c4 req-8a4f8e70-aac1-4a9c-8d29-6d1366788b4c tempest-VolumesActionsTest-559413684 tempest-VolumesActionsTest-559413684-project] 10.222.0.50 "GET /v2.0/ports?device_id=86fbacb0-5daa-4110-a172-81e80216a8bf HTTP/1.1" status: 200 len: 210 time: 0.0286596 Sep 23 17:56:03.876385 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_common [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Allocated IP 172.27.2.59 (b4dd6f71-0cce-4fc2-b183-d0cb187397b5/c7f2ad40-70d4-4137-873b-8be659a5466f/13319a2a-53c2-406a-a7f9-b96f81f01eab) {{(pid=100771) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 17:56:03.982804 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.015156 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739294345647', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.051651 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Network b4dd6f71-0cce-4fc2-b183-d0cb187397b5 is already hosted by enough agents. {{(pid=100771) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 17:56:04.054296 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.base_scheduler [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Resources bound (agent type, host, resource id): {{(pid=100771) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 17:56:04.057684 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Received port after_create {{(pid=100771) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 17:56:04.080178 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=13319a2a-53c2-406a-a7f9-b96f81f01eab,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:04.093025 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.093364 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.093698 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.094020 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.094339 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.094655 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.094971 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.095285 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.095598 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.095907 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.096213 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.097225 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:56:04.577777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0a36b-0d26-4f3c-a4be-34a1453026ee req-e9759b64-d206-43c7-be7f-f0c99d4d789a tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:04.579250 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6b0a36b-0d26-4f3c-a4be-34a1453026ee req-e9759b64-d206-43c7-be7f-f0c99d4d789a tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0484390 Sep 23 17:56:04.595826 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.621780 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-e6b0a36b-0d26-4f3c-a4be-34a1453026ee req-09f4a37c-0e0b-451f-8d58-2af281ceea3e tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355232 Sep 23 17:56:04.661137 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.806784 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for port, precommit_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.811053 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15653426'] for port, after_update {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:04.882863 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event updated for resources: {'Port': ['ID=13319a2a-53c2-406a-a7f9-b96f81f01eab,revision_number=2']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:04.893884 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1703702'] for floatingip, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:05.002228 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP cf808889-53db-40f3-ab43-84bc4ff6dd77 associated. External IP: 172.27.2.59, port: aaafaeab-eca5-406c-a414-54960c8c75de. Sep 23 17:56:05.222885 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6fb932f8-a41c-4aff-b218-26b74a373ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:05.226863 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:56:05.342163 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:56:05.353233 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:56:05.361202 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:05.362814 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:56:05.363437 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:55:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:05.408179 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-119e79d3-a0b4-4975-92db-56ccbaa42eeb tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7521956 Sep 23 17:56:05.408179 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:56:05.408179 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f954efd-522b-4e83-893b-5ba0af0a0b61" -d '{"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:56:05.435936 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fce397-1bfb-4cc4-b710-fdb397d1c10b x-openstack-request-id: req-80fce397-1bfb-4cc4-b710-fdb397d1c10b {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:56:05.436278 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:56:05.436519 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-80fce397-1bfb-4cc4-b710-fdb397d1c10b {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:56:05.436987 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'status': 'completed', 'code': 200} Sep 23 17:56:05.491257 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:56:05.506587 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-ff01045f-687d-49a5-a7b4-b26ecc83e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:05.508134 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-ff01045f-687d-49a5-a7b4-b26ecc83e972 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1099 time: 0.0423050 Sep 23 17:56:05.611812 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-bcf638bf-cbf7-41af-9cb0-84e8d4e05d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:05.614004 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-bcf638bf-cbf7-41af-9cb0-84e8d4e05d16 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.0991938 Sep 23 17:56:05.745420 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}, {'id': 'cf808889-53db-40f3-ab43-84bc4ff6dd77', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:16:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:56:04Z', 'updated_at': '2021-09-23T17:56:04Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:05.750527 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699d9b-4abd-4c38-a004-60b9693f164c req-b9e30129-3440-4a26-8bc2-001c11ed100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:05.752035 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9c699d9b-4abd-4c38-a004-60b9693f164c req-b9e30129-3440-4a26-8bc2-001c11ed100c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1096 time: 0.1272581 Sep 23 17:56:05.755114 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-5b394d09-2a5a-4667-903b-9127365fe280 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 200 len: 999 time: 0.1316047 Sep 23 17:56:05.769114 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c8049-7b61-4329-9787-a583bd9cc4ae req-9412390b-401c-4634-a88d-c76439498610 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:05.770543 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b4c8049-7b61-4329-9787-a583bd9cc4ae req-9412390b-401c-4634-a88d-c76439498610 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0772071 Sep 23 17:56:05.773202 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:56:05.781620 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:56:05.782231 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:55:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:05.868654 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-9c699d9b-4abd-4c38-a004-60b9693f164c req-e03f0ada-a522-4ec4-bd2a-0055cf0e8d4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960112 Sep 23 17:56:05.872122 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-9b987aad-c838-4927-8e8e-2eba85304554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:05.873530 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-9b987aad-c838-4927-8e8e-2eba85304554 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.1021574 Sep 23 17:56:05.878783 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2b4c8049-7b61-4329-9787-a583bd9cc4ae req-d7af3b70-1060-4429-a08d-75f2ca676dc1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902865 Sep 23 17:56:05.895648 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:56:06.118567 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}, {'id': 'cf808889-53db-40f3-ab43-84bc4ff6dd77', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:16:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:56:04Z', 'updated_at': '2021-09-23T17:56:04Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:06.145428 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe3909d-be35-4697-bd7e-b2da0d26d146 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}, {'id': 'cf808889-53db-40f3-ab43-84bc4ff6dd77', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.59', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:16:db:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:56:04Z', 'updated_at': '2021-09-23T17:56:04Z', 'revision_number': 0, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:56:06.319514 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc92181-ece2-4e10-94a1-eecd2c81ea61 None None] New status for floating IP cf808889-53db-40f3-ab43-84bc4ff6dd77: ACTIVE {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:56:06.709241 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c2176e17-485a-4476-9017-b2f081f52432 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:56:06.729413 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: c2176e17-485a-4476-9017-b2f081f52432 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:56:06.729752 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device c2176e17-485a-4476-9017-b2f081f52432 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:56:06.994869 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be09c62-1110-4e3a-b4b8-5d6684cadacf req-3dd55ba3-8f7f-4863-a338-c6abed04a99c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:06.996504 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1be09c62-1110-4e3a-b4b8-5d6684cadacf req-3dd55ba3-8f7f-4863-a338-c6abed04a99c tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0494833 Sep 23 17:56:07.033764 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1be09c62-1110-4e3a-b4b8-5d6684cadacf req-ba1d5abc-04e4-4d22-99c6-5abb6de5762a tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Sep 23 17:56:07.831855 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97e0b248-8a20-40f8-8b75-54db1d97a356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:08.149434 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366bb4bb-2e2b-4604-b0b7-05c7ae230223 req-496bf504-f222-44fd-a8ca-38b3905519ee tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:08.150899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-366bb4bb-2e2b-4604-b0b7-05c7ae230223 req-496bf504-f222-44fd-a8ca-38b3905519ee tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 943 time: 0.0503757 Sep 23 17:56:08.187266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-366bb4bb-2e2b-4604-b0b7-05c7ae230223 req-c0927589-ad97-4ab5-8d19-f46e4b99f590 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306699 Sep 23 17:56:08.286573 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:08.592569 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 details requested by agent hyperv_hv-cinder-81072 with host hv-cinder-81072 {{(pid=100773) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 17:56:08.686136 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:08.697462 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Returning: {'device': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'port_id': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'mac_address': 'fa:16:3e:77:37:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100773) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 17:56:08.733865 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:08.746301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5779edce-a9de-4bf5-b64f-e53ae3b653c1 {{(pid=100773) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 17:56:08.765200 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:08.770703 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:08.817912 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=7']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:08.849393 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-1c6cee9f-deaf-4e51-92d4-4ceb44ea25e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:08.850797 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-1c6cee9f-deaf-4e51-92d4-4ceb44ea25e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416698 Sep 23 17:56:08.944280 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-e6de789d-d52a-407e-b2b7-f313f6f7c892 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803981 Sep 23 17:56:08.969747 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:09.045960 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7f954efd-522b-4e83-893b-5ba0af0a0b61 req-5eab7f35-f3a3-47fc-885b-ea934bb3b863 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901270 Sep 23 17:56:09.053519 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] get_ports_and_sgs() called for port_ids ['5779edce-a9de-4bf5-b64f-e53ae3b653c1'] {{(pid=100773) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 17:56:09.302335 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f26cec-8bfc-4b6a-986e-cda0fb302200 req-c5514977-1482-4bac-b209-c18d15dcf4b1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:09.303795 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b4f26cec-8bfc-4b6a-986e-cda0fb302200 req-c5514977-1482-4bac-b209-c18d15dcf4b1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 944 time: 0.0483484 Sep 23 17:56:09.340208 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b4f26cec-8bfc-4b6a-986e-cda0fb302200 req-daf0fc93-baa9-4dc6-ad17-754134f5f303 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305257 Sep 23 17:56:10.476179 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5dee4-d77d-4986-80eb-7a39faa5d1ad req-68811b8f-8c66-44a0-a40a-e2ac4cf39407 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:10.477697 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cd5dee4-d77d-4986-80eb-7a39faa5d1ad req-68811b8f-8c66-44a0-a40a-e2ac4cf39407 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 944 time: 0.0585685 Sep 23 17:56:10.528776 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-1cd5dee4-d77d-4986-80eb-7a39faa5d1ad req-069f66d8-a511-4cad-994a-3b6fdae5a4ff tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Sep 23 17:56:10.598793 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 up at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 17:56:10.653225 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.provisioning_blocks [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Provisioning complete for port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 triggered by entity L2. {{(pid=100773) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 17:56:10.653984 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1493999'] for port, provisioning_complete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:10.734465 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1452083'] for port, before_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:10.767909 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100773) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:56:10.771407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9a3b6f469ac9f30bdb30a2501d01643f42248e40d0dc3a5e0ccaae83c4eb722" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7ac7bc-03e7-4523-a581-528270d25457" -d '{"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-plugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100773) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:56:10.808624 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:56:10.816243 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739294835460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739294345665', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739294345683'] for port, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:10.821602 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:10.847656 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166f8dac-29f5-464d-8485-f24ae5fcf068 x-openstack-request-id: req-166f8dac-29f5-464d-8485-f24ae5fcf068 {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:56:10.848010 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-plugged", "status": "completed", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "code": 200}]} {{(pid=100773) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:56:10.848198 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-166f8dac-29f5-464d-8485-f24ae5fcf068 {{(pid=100773) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:56:10.848615 dv-cinder-810729-1-iscsi neutron-server[100773]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'code': 200} Sep 23 17:56:10.883319 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Pushing event updated for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=8']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:20.648488 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-322ea03c-207c-42ea-8d7c-cf2dbfda8308 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481794 Sep 23 17:56:20.741816 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-a33d4698-5924-4c35-9485-15c9f19e2be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:20.743275 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-a33d4698-5924-4c35-9485-15c9f19e2be0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.0475526 Sep 23 17:56:20.856809 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-9bd22a97-0581-4414-87e9-1e6e0dea5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:20.858590 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-9bd22a97-0581-4414-87e9-1e6e0dea5942 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.0948813 Sep 23 17:56:20.942748 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-1d2a4009-5108-4787-b334-fdbfeaec17d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 1000 time: 0.0655954 Sep 23 17:56:21.010209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-da4ce9c6-9eb6-41b9-a2e2-0d9ae9e6922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:21.012395 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-da4ce9c6-9eb6-41b9-a2e2-0d9ae9e6922d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0613496 Sep 23 17:56:21.072574 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-4e5f07ff-a342-478d-8af7-440cdf24f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:56:21.074179 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-4e5f07ff-a342-478d-8af7-440cdf24f626 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466411 Sep 23 17:56:21.208685 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-58a40fbe-26f8-4380-9b3a-9ef485d014be service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187801 Sep 23 17:56:21.335099 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0875b13a-64c9-4988-bd40-9e8432a855c3 req-ea340ef6-d180-4d60-bf42-9c0ae78109f1 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123180 Sep 23 17:56:21.757115 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.730665 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43222) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:26.778408 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Deleting subnet 10723be7-b509-4600-95a4-f8bb95b1b4f9 {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:56:26.781349 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.813902 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.851526 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.902075 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.927283 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10723be7-b509-4600-95a4-f8bb95b1b4f9,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:26.931282 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:26.933289 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-3c1dfab2-42d1-4245-800e-26bf2bca18ac admin admin] 10.222.0.50 "DELETE /v2.0/subnets/10723be7-b509-4600-95a4-f8bb95b1b4f9 HTTP/1.1" status: 204 len: 168 time: 0.2015274 Sep 23 17:56:26.935526 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43224) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:27.010461 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.087724 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.106694 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74592e24-0711-4b61-8375-59c6543d7e93']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:27.116098 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:27.116384 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4abcb69-3cc4-42ad-bbaa-0fa40aa7e122') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:56:27.125209 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.138323 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.144371 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:56:27.144769 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:56:27.146507 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:56:27.197992 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.203408 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.205362 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] 10.222.0.50 "DELETE /v2.0/networks/74592e24-0711-4b61-8375-59c6543d7e93 HTTP/1.1" status: 204 len: 168 time: 0.2688184 Sep 23 17:56:27.215913 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6772a1-9c49-4b1f-8636-d5048f4cc42a admin admin] Pushing event deleted for resources: {'Network': ['ID=74592e24-0711-4b61-8375-59c6543d7e93,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:27.312566 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43228) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:27.352672 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-da6e539e-a2c6-4ece-9604-adc4fe5c5b35 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=970fc78ca1ef4361a47b14e0fef61113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389278 Sep 23 17:56:27.355170 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43230) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:27.405571 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.427297 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.473003 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.475439 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:27.476584 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4451b624-cb4d-4ad1-bdf1-4395cac863a2 HTTP/1.1" status: 204 len: 168 time: 0.1204798 Sep 23 17:56:27.484182 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c586d8-ccde-4135-b678-5011e698f5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4451b624-cb4d-4ad1-bdf1-4395cac863a2,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:28.489830 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43260) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:28.591079 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6bdecef6-bfa8-471d-a7ad-732ebbf86b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.677332 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6bdecef6-bfa8-471d-a7ad-732ebbf86b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.680930 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-6bdecef6-bfa8-471d-a7ad-732ebbf86b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_create {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.716964 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdecef6-bfa8-471d-a7ad-732ebbf86b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5cb58c-b079-4318-80f2-1c2ed5925e3c,revision_number=1']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:28.721451 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-6bdecef6-bfa8-471d-a7ad-732ebbf86b17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7acca92c5372457887210491d66d4d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306116 Sep 23 17:56:28.724143 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43264) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:56:28.771653 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.794588 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.839101 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.841655 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:28.842792 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c5cb58c-b079-4318-80f2-1c2ed5925e3c HTTP/1.1" status: 204 len: 168 time: 0.1176877 Sep 23 17:56:28.850207 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce4acb-8b7d-4f06-8e8c-8f611a11764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5cb58c-b079-4318-80f2-1c2ed5925e3c,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:56:35.225639 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2b74ef5c-e407-4cd1-8d8c-fb1de5f31173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:37.831854 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f94ab608-ca5b-4adb-9d5e-75fc18e9f282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:38.287643 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:38.967968 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:39.495924 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:56:40.795443 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:56:51.755897 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:05.226806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e18d95e7-f0a9-49a7-bfe9-ea4b5f84f98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:07.832217 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e2e6e954-0807-494c-92f0-14ce677963b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:08.288771 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:08.970018 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:10.797931 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:16.494770 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:57:20.618318 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-0b310cf8-76af-4687-a5ab-a0a8517abebc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387635 Sep 23 17:57:20.677838 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-b5c22f65-45ab-4a1a-9da2-e47b9bd162ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:20.679272 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-b5c22f65-45ab-4a1a-9da2-e47b9bd162ef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1098 time: 0.0389194 Sep 23 17:57:21.041237 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-c72be334-ea97-4016-87a8-514b7260be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:21.042708 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-c72be334-ea97-4016-87a8-514b7260be34 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.3438876 Sep 23 17:57:21.105946 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-aea4440f-ce57-476d-a099-35b0887f2cc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 1001 time: 0.0555279 Sep 23 17:57:21.157396 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-71043a14-608c-4fd3-99cc-dd76ec7472c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:21.158790 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-71043a14-608c-4fd3-99cc-dd76ec7472c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0454659 Sep 23 17:57:21.203292 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-aaa83727-c2c7-440a-a9ca-eae4447acc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:21.204761 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-aaa83727-c2c7-440a-a9ca-eae4447acc73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389779 Sep 23 17:57:21.296392 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-04855a1d-291b-4acf-b2dd-454014fd3289 service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843790 Sep 23 17:57:21.387516 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7fc7a0d5-199c-4f61-b46d-da1c99571aba req-946d5a60-a7be-4865-ac63-6ce54e876e9d service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832350 Sep 23 17:57:21.753825 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:31.871322 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43288) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:32.028435 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Deleting port c741dbf1-1234-4440-a0a1-4492e3738334 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:32.028805 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.102002 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.102330 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.113581 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Calling delete_port for c741dbf1-1234-4440-a0a1-4492e3738334 owned by network:floatingip {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:32.280811 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.308728 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event deleted for resources: {'Port': ['ID=c741dbf1-1234-4440-a0a1-4492e3738334,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:32.319090 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.319434 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.319773 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.320107 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.320438 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.320795 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.321909 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.321909 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.321909 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.322389 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.322537 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.322904 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100771) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:32.382645 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for floatingip, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.382973 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Floating IP 42741db5-a3e0-402f-a122-c144ee822561 disassociated (deleted). External IP: 172.27.2.38, port: 5779edce-a9de-4bf5-b64f-e53ae3b653c1. Sep 23 17:57:32.586460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Router ad755704-cc1b-447e-9fa1-0aefb188790c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:32.688885 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:32.694300 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:32.699277 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Sync routers for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:32.708364 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:32.709003 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:32.721324 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-199abb79-1837-4ca5-adfe-a594a41c75dc tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "DELETE /v2.0/floatingips/42741db5-a3e0-402f-a122-c144ee822561 HTTP/1.1" status: 204 len: 168 time: 0.8489382 Sep 23 17:57:32.721997 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:32.724318 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d871c74-4e9e-4625-b7ee-ae9772d572a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:32.764080 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a8f64b-e156-421a-a9e2-1ac610cfb54e x-openstack-request-id: req-31a8f64b-e156-421a-a9e2-1ac610cfb54e {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:32.764370 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:32.764621 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31a8f64b-e156-421a-a9e2-1ac610cfb54e {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:32.765051 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'status': 'completed', 'code': 200} Sep 23 17:57:32.820731 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:32.936045 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-4acc5736-25c6-479f-af8b-856b21e1bef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:32.937899 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-4acc5736-25c6-479f-af8b-856b21e1bef9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a904e9efe3664aa0be07bd2758e61dee&device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 1098 time: 0.1500151 Sep 23 17:57:33.041207 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-7b1914ac-17cf-4857-8334-248bfb2ce031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:33.042396 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:33.042711 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-7b1914ac-17cf-4857-8334-248bfb2ce031 service neutron] 10.222.0.61 "GET /v2.0/networks?id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 200 len: 910 time: 0.0960670 Sep 23 17:57:33.069674 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Checking router: ad755704-cc1b-447e-9fa1-0aefb188790c for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:33.077841 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:33.078456 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:08Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:33.107103 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-c2aa74f6-e8be-4ca9-a542-0d10de648414 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 200 len: 217 time: 0.0538867 Sep 23 17:57:33.155632 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866af0f5-aca1-4e87-8050-23b8aa35e708 req-9e35288f-1ece-4286-87dd-973feebba7e7 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:33.157140 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-866af0f5-aca1-4e87-8050-23b8aa35e708 req-9e35288f-1ece-4286-87dd-973feebba7e7 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.2565341 Sep 23 17:57:33.182309 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-c3f0534f-8e74-41b1-9690-3f7f5f6d2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:33.183775 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-c3f0534f-8e74-41b1-9690-3f7f5f6d2436 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 200 len: 848 time: 0.0685294 Sep 23 17:57:33.184070 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:33.229073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-866af0f5-aca1-4e87-8050-23b8aa35e708 req-121ccea3-d5cc-4f9d-a75e-8955e06211b4 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648360 Sep 23 17:57:33.243542 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-516489b5-eae3-4c0f-b14d-625070251e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:33.245073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-516489b5-eae3-4c0f-b14d-625070251e05 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=09db0df5-9bef-47ae-9af0-ae3b6c473c8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535927 Sep 23 17:57:33.257291 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-72a58315-55b4-4641-b632-faac90933a33 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=100772) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 17:57:33.258281 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-72a58315-55b4-4641-b632-faac90933a33 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049965 Sep 23 17:57:33.352314 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-9fff59d0-1cfa-4e1e-806b-1622a2de1565 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861373 Sep 23 17:57:33.381569 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:33.420152 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990c2bf8-6ec7-4460-a679-67f4d8cbb7bc None None] The sync data for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi is: [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:52:31Z', 'revision_number': 4, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': '3658fb48-c3c6-4d93-bf03-f14c35b3ed03', 'name': '', 'network_id': '09db0df5-9bef-47ae-9af0-ae3b6c473c8c', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'mac_address': 'fa:16:3e:09:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_interface', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:31Z', 'updated_at': '2021-09-23T17:52:38Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'subnets': [{'id': '59211b00-6af7-4ec0-9504-f8232b78ca11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:33.447116 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-5d871c74-4e9e-4625-b7ee-ae9772d572a9 req-ad190c1b-e613-4f4b-b65e-bb5408a34225 service neutron] 10.222.0.61 "GET /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848217 Sep 23 17:57:33.633973 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72908bdf-9ece-41c5-9e58-993fe350c632 None None] New status for floating IP 42741db5-a3e0-402f-a122-c144ee822561: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:57:34.397740 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431423f-913a-48af-8c13-85078f70154a req-aff486e1-aafa-4c7a-a4d9-46b532cc26d1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:34.399316 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2431423f-913a-48af-8c13-85078f70154a req-aff486e1-aafa-4c7a-a4d9-46b532cc26d1 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.1018448 Sep 23 17:57:34.460017 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-2431423f-913a-48af-8c13-85078f70154a req-abc3d854-53c8-4764-a89b-1f195788bf94 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/security-groups?id=1569d358-ceb4-4446-978a-a9daded265be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546894 Sep 23 17:57:34.478221 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-edd12960-60ad-40cf-a087-cd8f2bf552a3 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:34.479643 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-edd12960-60ad-40cf-a087-cd8f2bf552a3 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.61 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 945 time: 0.0615621 Sep 23 17:57:34.568946 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Deleting port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:34.569200 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:34.657415 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] For port 5779edce-a9de-4bf5-b64f-e53ae3b653c1, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=5779edce-a9de-4bf5-b64f-e53ae3b653c1,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:34.658310 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:34.670477 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Calling delete_port for 5779edce-a9de-4bf5-b64f-e53ae3b653c1 owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:34.794696 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:34.823565 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event deleted for resources: {'Port': ['ID=5779edce-a9de-4bf5-b64f-e53ae3b653c1,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:34.851233 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.851576 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.851907 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.852233 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.852556 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.852902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.853221 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.853536 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.853852 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.854165 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.854477 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.854788 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:34.874348 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] No DVR routers for this DVR port 5779edce-a9de-4bf5-b64f-e53ae3b653c1 on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:34.876777 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:34.878893 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-0e3d8805-a07d-483e-b368-292c8abcc2cb req-a6f97a97-09b7-447b-a00c-3e61d54e0c66 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.61 "DELETE /v2.0/ports/5779edce-a9de-4bf5-b64f-e53ae3b653c1 HTTP/1.1" status: 204 len: 173 time: 0.3929214 Sep 23 17:57:34.879327 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-deleted', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:34.881539 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca90a8-a97e-4970-bb6c-2e646cb7effe" -d '{"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-deleted", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:34.919899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbf1491-d24a-4854-94a1-8e3f89ab74ac x-openstack-request-id: req-fdbf1491-d24a-4854-94a1-8e3f89ab74ac {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:34.920218 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b768d980-a35e-43ff-81ab-bbf43b93cefc", "name": "network-vif-deleted", "tag": "5779edce-a9de-4bf5-b64f-e53ae3b653c1", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:34.920496 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdbf1491-d24a-4854-94a1-8e3f89ab74ac {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:34.920911 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b768d980-a35e-43ff-81ab-bbf43b93cefc', 'name': 'network-vif-deleted', 'tag': '5779edce-a9de-4bf5-b64f-e53ae3b653c1', 'status': 'completed', 'code': 200} Sep 23 17:57:35.229981 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-73032bfb-fa45-4ab2-bbdd-5de786297b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:35.569679 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-30192fa6-5ab6-4ce9-9703-70b1f601430a req-653524ff-6b2e-464b-a402-0058faf1c44f tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "GET /v2.0/ports?device_id=b768d980-a35e-43ff-81ab-bbf43b93cefc HTTP/1.1" status: 200 len: 210 time: 0.0302563 Sep 23 17:57:36.625403 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43322) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:36.681863 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:36.706813 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:36.768834 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:36.771522 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:36.772699 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] 10.222.0.50 "DELETE /v2.0/security-groups/1569d358-ceb4-4446-978a-a9daded265be HTTP/1.1" status: 204 len: 168 time: 0.1462882 Sep 23 17:57:36.781857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb2b9a-5bf0-45f6-bc71-873877776e19 tempest-TestShelveInstance-2132436913 tempest-TestShelveInstance-2132436913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1569d358-ceb4-4446-978a-a9daded265be,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:36.815489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43326) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:37.248118 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:37.489618 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Deleting port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:37.489967 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:37.570896 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] For port 3658fb48-c3c6-4d93-bf03-f14c35b3ed03, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:37.571161 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:37.583900 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Calling delete_port for 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:37.717525 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43330) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:37.758998 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:37.785670 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3658fb48-c3c6-4d93-bf03-f14c35b3ed03,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:37.838119 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3590c13a-46a9-4b76-873d-81a113952a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:37.979666 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.070508 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port 13319a2a-53c2-406a-a7f9-b96f81f01eab {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:38.070776 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.148708 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.148935 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.161492 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for 13319a2a-53c2-406a-a7f9-b96f81f01eab owned by network:floatingip {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:38.191362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Router ad755704-cc1b-447e-9fa1-0aefb188790c has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:38.290197 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.295621 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:38.302034 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-cb4f04be-639c-49f6-a61c-536455c8bfa0 admin admin] 10.222.0.50 "PUT /v2.0/routers/ad755704-cc1b-447e-9fa1-0aefb188790c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4854927 Sep 23 17:57:38.304557 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43332) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:38.307095 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Sync routers for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:38.316589 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:38.317240 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:38.379558 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.411879 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=13319a2a-53c2-406a-a7f9-b96f81f01eab,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:38.427590 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:38.486066 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks [] for router, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.522957 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.523294 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.db.l3_db [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP cf808889-53db-40f3-ab43-84bc4ff6dd77 disassociated (deleted). External IP: 172.27.2.59, port: aaafaeab-eca5-406c-a414-54960c8c75de. Sep 23 17:57:38.604007 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:57:37Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:38.630369 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Checking router: ad755704-cc1b-447e-9fa1-0aefb188790c for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:38.638596 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Routers {'ad755704-cc1b-447e-9fa1-0aefb188790c'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:38.639213 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['ad755704-cc1b-447e-9fa1-0aefb188790c'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:38.672450 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.742745 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] Set router ad755704-cc1b-447e-9fa1-0aefb188790c gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:38.814641 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Deleting port 7d9c1558-d3cf-4162-a0ff-18281b096dd7 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:38.815279 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.820460 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:38.920020 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:57:37Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:38.947302 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abf2033-a828-41e7-911c-ea05f5e20769 None None] The sync data for ids ['ad755704-cc1b-447e-9fa1-0aefb188790c'] in dv-cinder-810729-1-iscsi is: [{'id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'name': 'tempest-TestShelveInstance-2003216319-router', 'tenant_id': 'a904e9efe3664aa0be07bd2758e61dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:28Z', 'updated_at': '2021-09-23T17:57:37Z', 'revision_number': 5, 'project_id': 'a904e9efe3664aa0be07bd2758e61dee', 'gw_port': {'id': '7d9c1558-d3cf-4162-a0ff-18281b096dd7', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:44:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad755704-cc1b-447e-9fa1-0aefb188790c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:29Z', 'updated_at': '2021-09-23T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:38.987801 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:38.995537 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:38.997559 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.003317 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:39.013571 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:39.014256 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:39.024970 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] For port 7d9c1558-d3cf-4162-a0ff-18281b096dd7, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=7d9c1558-d3cf-4162-a0ff-18281b096dd7,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:39.025359 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.042420 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Calling delete_port for 7d9c1558-d3cf-4162-a0ff-18281b096dd7 owned by network:router_gateway {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:39.045141 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-8807f70e-ccde-4601-9fa8-7c3a383b71e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "DELETE /v2.0/floatingips/cf808889-53db-40f3-ab43-84bc4ff6dd77 HTTP/1.1" status: 204 len: 168 time: 1.3265910 Sep 23 17:57:39.047832 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de'}] {{(pid=100771) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:39.051473 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eee865dc32b696e0253a7d23e0056ae5a987840b1f918d3af70ad39405f4fb8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7975500b-b2a1-4c64-a05a-4587cf55257e" -d '{"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de"}]}' {{(pid=100771) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:39.080424 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:39.107000 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eea2d3-e754-432a-a821-cc1abcb92ed7 x-openstack-request-id: req-c4eea2d3-e754-432a-a821-cc1abcb92ed7 {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:39.107295 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de", "status": "completed", "code": 200}]} {{(pid=100771) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:39.107545 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4eea2d3-e754-432a-a821-cc1abcb92ed7 {{(pid=100771) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:39.107941 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'status': 'completed', 'code': 200} Sep 23 17:57:39.124074 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: 5779edce-a9de-4bf5-b64f-e53ae3b653c1 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:39.124810 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device 5779edce-a9de-4bf5-b64f-e53ae3b653c1 not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:39.181281 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-e737e46c-a4f7-4004-b2df-0417c1cec28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:39.183540 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-e737e46c-a4f7-4004-b2df-0417c1cec28d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 1099 time: 0.0506470 Sep 23 17:57:39.228818 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:39.264277 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.293765 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9c1558-d3cf-4162-a0ff-18281b096dd7,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:39.319641 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-e7e32641-a50a-4fec-8152-ee82a52135ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:39.321438 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-e7e32641-a50a-4fec-8152-ee82a52135ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.1236620 Sep 23 17:57:39.378492 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-062009b6-9e9a-45e7-ae78-ad8a475d3048 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 200 len: 217 time: 0.0367815 Sep 23 17:57:39.380827 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.433644 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb5bf0-0577-41ac-980b-e8fd6a7fdac8 req-ae1c564e-a98d-404c-8831-5a06fed0efd5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:39.435340 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-97bb5bf0-0577-41ac-980b-e8fd6a7fdac8 req-ae1c564e-a98d-404c-8831-5a06fed0efd5 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.1590819 Sep 23 17:57:39.469920 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-538ee377-5de3-451c-927a-6348424c488f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:39.472266 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-538ee377-5de3-451c-927a-6348424c488f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0822465 Sep 23 17:57:39.485034 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.487843 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.499801 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:39.519025 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-97bb5bf0-0577-41ac-980b-e8fd6a7fdac8 req-644685a3-c0ed-4567-b553-108c161782bd tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764108 Sep 23 17:57:39.530068 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:39.536508 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-4fe3fcef-6db3-4c08-be52-7458e2b0ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:39.538036 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.538720 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad755704-cc1b-447e-9fa1-0aefb188790c {{(pid=100771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:57:39.538863 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-4fe3fcef-6db3-4c08-be52-7458e2b0ebd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558755 Sep 23 17:57:39.541630 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:39.542265 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:39.543806 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.547414 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-01320a46-204f-4489-bf4c-53bfcf1a6309 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ad755704-cc1b-447e-9fa1-0aefb188790c HTTP/1.1" status: 204 len: 168 time: 1.2396479 Sep 23 17:57:39.551613 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43340) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:39.599563 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Deleting subnet 59211b00-6af7-4ec0-9504-f8232b78ca11 {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:57:39.602659 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.640024 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.646329 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-48ebd312-e75c-487e-bd95-f2750b48d00c service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976670 Sep 23 17:57:39.662640 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:39.734950 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.809100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.837687 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59211b00-6af7-4ec0-9504-f8232b78ca11,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:39.839718 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.844404 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-03272c78-a3be-452f-b748-24dadda08236 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/59211b00-6af7-4ec0-9504-f8232b78ca11 HTTP/1.1" status: 204 len: 168 time: 0.2917149 Sep 23 17:57:39.846196 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43342) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:39.855983 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34be68c-3164-477b-950d-98cf46c99da1 None None] Network 09db0df5-9bef-47ae-9af0-ae3b6c473c8c requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:57:39.931733 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:39.931975 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:39.970405 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7967b49-b209-4d8b-8bee-61f59350d972 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_floatingips': [{'id': '1c669525-cc85-47a3-8a55-c75a5781af93', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'floating_ip_address': '172.27.2.109', 'floating_network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'router_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'port_id': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'mac_address': 'fa:16:3e:63:c4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bca840-6213-40cf-8255-9749076196cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T17:53:47Z', 'updated_at': '2021-09-23T17:53:49Z', 'revision_number': 1, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:40.010318 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Deleting port 4512f959-577e-4452-961f-389f0cf2e337 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:40.010661 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.063290 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7975500b-b2a1-4c64-a05a-4587cf55257e req-e49b72d7-18ee-456a-b6ed-3a5080754c8c service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088831 Sep 23 17:57:40.082100 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] For port 4512f959-577e-4452-961f-389f0cf2e337, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=4512f959-577e-4452-961f-389f0cf2e337,segment=NetworkSegment(353009ec-254a-47d5-96ba-7e7c3f4e0a17),segment_id=353009ec-254a-47d5-96ba-7e7c3f4e0a17)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:40.082629 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.099560 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Calling delete_port for 4512f959-577e-4452-961f-389f0cf2e337 owned by network:dhcp {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:40.141285 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] DHCP port deletion for 09db0df5-9bef-47ae-9af0-ae3b6c473c8c request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:57:40.190813 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.202068 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Deleting port 4512f959-577e-4452-961f-389f0cf2e337 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:40.202458 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.220815 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4512f959-577e-4452-961f-389f0cf2e337,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:40.222808 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] No DVR routers for this DVR port 4512f959-577e-4452-961f-389f0cf2e337 on host dv-cinder-810729-1-iscsi {{(pid=100771) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:40.270357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcffb180-500d-48d0-8bae-cff4083e2df7 None None] New status for floating IP cf808889-53db-40f3-ab43-84bc4ff6dd77: DOWN {{(pid=100773) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:57:40.297406 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.309437 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] For port 4512f959-577e-4452-961f-389f0cf2e337, host dv-cinder-810729-1-iscsi, got binding levels [] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:40.309844 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.317369 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09db0df5-9bef-47ae-9af0-ae3b6c473c8c']}} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:40.327558 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353009ec-254a-47d5-96ba-7e7c3f4e0a17') {'for_net_delete': True} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:40.327850 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.services.segments.db [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353009ec-254a-47d5-96ba-7e7c3f4e0a17') {} {{(pid=100771) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:40.338423 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14337717'] for segment, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.352782 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.353415 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Calling delete_port for 4512f959-577e-4452-961f-389f0cf2e337 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:40.356218 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.ipam_backend_mixin [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Port 4512f959-577e-4452-961f-389f0cf2e337 was not found and therefore no delete operation was performed {{(pid=100773) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 17:57:40.357577 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.359643 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=100771) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:57:40.360218 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15653322'] for segment, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: Traceback (most recent call last): Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: timer() Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: cb(*args, **kw) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: return func(*args, **kwargs) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: self._notify() Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: self.callback(batched_events) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: event.method(event) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: return f(self, *a, **k) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._get(url).json() Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: return self.request(url, 'GET', **kwargs) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:57:40.362560 dv-cinder-810729-1-iscsi neutron-server[100771]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:57:40.386106 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Pushing event deleted for resources: {'Port': ['ID=4512f959-577e-4452-961f-389f0cf2e337,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:40.388505 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] No DVR routers for this DVR port 4512f959-577e-4452-961f-389f0cf2e337 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:40.400882 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.401275 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.401564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.401899 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.402229 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.402560 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.402887 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.403209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.403533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.403854 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.404174 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.404574 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4af8eec-b4a5-4344-b3ec-a7bca3b1930f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810729-1-iscsi {{(pid=100773) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 17:57:40.418585 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.425395 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.427093 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/09db0df5-9bef-47ae-9af0-ae3b6c473c8c HTTP/1.1" status: 204 len: 168 time: 0.5801864 Sep 23 17:57:40.430149 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43344) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:40.436091 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337159c0-2d11-4178-9b86-ec2c6bb233c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09db0df5-9bef-47ae-9af0-ae3b6c473c8c,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:40.685296 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8ff95-4a06-4e19-a35f-58eb4fd89f4d req-8f1edadc-fff8-4ae1-b626-97e78ec750d4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:40.686737 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90f8ff95-4a06-4e19-a35f-58eb4fd89f4d req-8f1edadc-fff8-4ae1-b626-97e78ec750d4 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.0800064 Sep 23 17:57:40.759398 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-90f8ff95-4a06-4e19-a35f-58eb4fd89f4d req-a0ea8e06-e293-4b82-b180-cc13ce2f4d8f tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661547 Sep 23 17:57:40.799961 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.807979 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-4e52a5c2-dbdf-434a-b034-c62e5a1aa7b0 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:40.809434 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-4e52a5c2-dbdf-434a-b034-c62e5a1aa7b0 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 946 time: 0.0672798 Sep 23 17:57:40.935642 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:40.941855 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port aaafaeab-eca5-406c-a414-54960c8c75de {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:40.942106 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.002357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 4512f959-577e-4452-961f-389f0cf2e337 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:41.022630 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 4512f959-577e-4452-961f-389f0cf2e337 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:41.023058 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 4512f959-577e-4452-961f-389f0cf2e337 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:41.023536 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 7d9c1558-d3cf-4162-a0ff-18281b096dd7 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:41.042009 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 7d9c1558-d3cf-4162-a0ff-18281b096dd7 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:41.042348 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 7d9c1558-d3cf-4162-a0ff-18281b096dd7 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:41.042761 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:41.060916 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:41.061262 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 3658fb48-c3c6-4d93-bf03-f14c35b3ed03 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:41.107513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] For port aaafaeab-eca5-406c-a414-54960c8c75de, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=aaafaeab-eca5-406c-a414-54960c8c75de,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:41.107872 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.148345 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for aaafaeab-eca5-406c-a414-54960c8c75de owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:41.346389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.377887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=aaafaeab-eca5-406c-a414-54960c8c75de,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:41.404155 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Deleting port 61c78054-13dc-4d22-99ad-f3b00e32b466 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:41.404493 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.431700 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] No DVR routers for this DVR port aaafaeab-eca5-406c-a414-54960c8c75de on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:41.435583 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.438047 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-df54f9ec-68c8-4daa-91d0-3fd45e3ccb68 req-a0289d14-6741-4c4a-a880-87977dfa54ca tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "DELETE /v2.0/ports/aaafaeab-eca5-406c-a414-54960c8c75de HTTP/1.1" status: 204 len: 173 time: 0.6213171 Sep 23 17:57:41.438475 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'name': 'network-vif-deleted', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:41.441298 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176b8c96-e2ef-4801-a3a7-1d8192a5cbd0" -d '{"events": [{"server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "name": "network-vif-deleted", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:41.491814 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3655315f-d724-4ffa-a6eb-fcbde7265baf x-openstack-request-id: req-3655315f-d724-4ffa-a6eb-fcbde7265baf {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:41.492102 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20499212-c82f-40a4-9f8a-7956f4bd4000", "name": "network-vif-deleted", "tag": "aaafaeab-eca5-406c-a414-54960c8c75de", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:41.492347 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3655315f-d724-4ffa-a6eb-fcbde7265baf {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:41.492755 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20499212-c82f-40a4-9f8a-7956f4bd4000', 'name': 'network-vif-deleted', 'tag': 'aaafaeab-eca5-406c-a414-54960c8c75de', 'status': 'completed', 'code': 200} Sep 23 17:57:41.515883 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] For port 61c78054-13dc-4d22-99ad-f3b00e32b466, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=61c78054-13dc-4d22-99ad-f3b00e32b466,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:41.516270 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.529086 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Calling delete_port for 61c78054-13dc-4d22-99ad-f3b00e32b466 owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:41.716462 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:41.744734 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c78054-13dc-4d22-99ad-f3b00e32b466,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:41.912247 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-7d381e80-3e3f-4b4c-9073-828e81f1f89b req-2dbec861-ee02-447b-9a32-429b6afe2b21 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=20499212-c82f-40a4-9f8a-7956f4bd4000 HTTP/1.1" status: 200 len: 210 time: 0.0574527 Sep 23 17:57:41.946109 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.165908 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Router 3bdf2d41-7eb1-415b-9949-eec3863bb740 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:42.267823 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:42.272704 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7d9d24e8-c1e1-44e0-9b18-e5da4cece3b3 admin admin] 10.222.0.50 "PUT /v2.0/routers/3bdf2d41-7eb1-415b-9949-eec3863bb740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8414049 Sep 23 17:57:42.275804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43352) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:42.277719 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Sync routers for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:42.290846 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:42.291572 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:42.379970 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks [] for router, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.394751 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:42.480791 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.531924 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Deleting port 1c46e3a7-04fd-47cd-8065-50593a60d769 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:42.532256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.574131 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:57:41Z', 'revision_number': 5, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port': {'id': '1c46e3a7-04fd-47cd-8065-50593a60d769', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:52:35Z', 'updated_at': '2021-09-23T17:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:42.605012 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Checking router: 3bdf2d41-7eb1-415b-9949-eec3863bb740 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:42.611841 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] For port 1c46e3a7-04fd-47cd-8065-50593a60d769, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=1c46e3a7-04fd-47cd-8065-50593a60d769,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:42.612222 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.613297 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Routers {'3bdf2d41-7eb1-415b-9949-eec3863bb740'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:42.613989 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['3bdf2d41-7eb1-415b-9949-eec3863bb740'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:42.623505 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Calling delete_port for 1c46e3a7-04fd-47cd-8065-50593a60d769 owned by network:router_gateway {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:42.705575 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] Set router 3bdf2d41-7eb1-415b-9949-eec3863bb740 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:42.755693 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:57:42Z', 'revision_number': 6, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:42.784455 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d5aaeb-3739-4c24-976e-dcd0ff8c1a34 None None] The sync data for ids ['3bdf2d41-7eb1-415b-9949-eec3863bb740'] in dv-cinder-810729-1-iscsi is: [{'id': '3bdf2d41-7eb1-415b-9949-eec3863bb740', 'name': 'tempest-TestShelveInstance-197560793-router', 'tenant_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:52:34Z', 'updated_at': '2021-09-23T17:57:42Z', 'revision_number': 6, 'project_id': '86a722f50d0d42dc8e693680bfe0c0a6', 'gw_port_host': None}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:42.786623 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:42.810508 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c46e3a7-04fd-47cd-8065-50593a60d769,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:42.878191 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.244619 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.246864 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.290047 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.290516 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bdf2d41-7eb1-415b-9949-eec3863bb740 {{(pid=100772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:57:43.295483 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.296653 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-10b9b0a1-5617-430c-be4b-1762af47aa86 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3bdf2d41-7eb1-415b-9949-eec3863bb740 HTTP/1.1" status: 204 len: 168 time: 1.0197442 Sep 23 17:57:43.299175 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43360) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:43.341780 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Deleting subnet af9568e9-1d98-48b3-aa41-45a95d2b40aa {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:57:43.344698 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.377999 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.460588 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.510710 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.536134 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af9568e9-1d98-48b3-aa41-45a95d2b40aa,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:43.539570 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.541448 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-7309a645-5569-47f8-b5e5-635b4c2e39e3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af9568e9-1d98-48b3-aa41-45a95d2b40aa HTTP/1.1" status: 204 len: 168 time: 0.2413564 Sep 23 17:57:43.543891 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43362) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:43.551120 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a813d-d79c-4a7d-a1eb-295386aa71d0 None None] Network 787e6dba-bfec-435a-8fa3-f71dcce3a206 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:57:43.581707 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 61c78054-13dc-4d22-99ad-f3b00e32b466 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:43.604917 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 61c78054-13dc-4d22-99ad-f3b00e32b466 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:43.605404 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 61c78054-13dc-4d22-99ad-f3b00e32b466 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:43.620536 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.674029 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Deleting port 872f1ca6-2bb9-4f11-816f-aa62b927a600 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:43.674509 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.740116 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] For port 872f1ca6-2bb9-4f11-816f-aa62b927a600, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=872f1ca6-2bb9-4f11-816f-aa62b927a600,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:43.740506 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.757830 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Calling delete_port for 872f1ca6-2bb9-4f11-816f-aa62b927a600 owned by network:dhcp {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:43.764930 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] DHCP port deletion for 787e6dba-bfec-435a-8fa3-f71dcce3a206 request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:57:43.825407 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Deleting port 872f1ca6-2bb9-4f11-816f-aa62b927a600 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:43.825774 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.839925 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.866985 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=872f1ca6-2bb9-4f11-816f-aa62b927a600,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:43.868835 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] No DVR routers for this DVR port 872f1ca6-2bb9-4f11-816f-aa62b927a600 on host dv-cinder-810729-1-iscsi {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:43.894325 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] For port 872f1ca6-2bb9-4f11-816f-aa62b927a600, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=872f1ca6-2bb9-4f11-816f-aa62b927a600,segment=NetworkSegment(9b070439-3279-4b1d-a79a-e6cd49c26c11),segment_id=9b070439-3279-4b1d-a79a-e6cd49c26c11)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:43.894724 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.906868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Calling delete_port for 872f1ca6-2bb9-4f11-816f-aa62b927a600 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:43.940627 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.961717 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787e6dba-bfec-435a-8fa3-f71dcce3a206']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:43.971215 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b070439-3279-4b1d-a79a-e6cd49c26c11') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:43.971559 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b070439-3279-4b1d-a79a-e6cd49c26c11') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:43.980843 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.987861 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:43.995174 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.000754 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:57:44.001135 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:57:44.003554 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:57:44.011993 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] Pushing event deleted for resources: {'Port': ['ID=872f1ca6-2bb9-4f11-816f-aa62b927a600,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:44.017373 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713328f9-1115-46c2-b8af-92a3af3fda3c None None] No DVR routers for this DVR port 872f1ca6-2bb9-4f11-816f-aa62b927a600 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:44.064834 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.070028 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.071859 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] 10.222.0.50 "DELETE /v2.0/networks/787e6dba-bfec-435a-8fa3-f71dcce3a206 HTTP/1.1" status: 204 len: 168 time: 0.5270772 Sep 23 17:57:44.082728 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745a35-2255-4c04-8d6c-ed0a7688f9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=787e6dba-bfec-435a-8fa3-f71dcce3a206,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:44.188513 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43372) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:44.227378 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-53af75ba-f8d7-4100-85ae-468803ac5d84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a904e9efe3664aa0be07bd2758e61dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369189 Sep 23 17:57:44.229815 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43374) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:44.277243 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.297005 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.341887 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.344227 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.345517 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f2447fa-bd58-499e-9870-13a0c23157d6 HTTP/1.1" status: 204 len: 168 time: 0.1147194 Sep 23 17:57:44.353547 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853fad4-b062-4fb2-95dd-bea1ba1eac5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2447fa-bd58-499e-9870-13a0c23157d6,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:44.650608 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43380) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:44.688561 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-ebafb386-6252-4772-a448-fc2721d88d11 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86a722f50d0d42dc8e693680bfe0c0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367885 Sep 23 17:57:44.691617 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43382) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:44.740487 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.760768 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.804899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.807319 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:44.808455 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d708c786-45b4-4491-8b67-3dcc0fc312a8 HTTP/1.1" status: 204 len: 168 time: 0.1159606 Sep 23 17:57:44.816430 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfcca2-9d97-4134-b027-e63e6ac02a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d708c786-45b4-4491-8b67-3dcc0fc312a8,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:45.000867 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 1c46e3a7-04fd-47cd-8065-50593a60d769 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:45.022472 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 1c46e3a7-04fd-47cd-8065-50593a60d769 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:45.022835 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 1c46e3a7-04fd-47cd-8065-50593a60d769 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:45.023255 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 872f1ca6-2bb9-4f11-816f-aa62b927a600 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:45.043806 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 872f1ca6-2bb9-4f11-816f-aa62b927a600 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:45.044143 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 872f1ca6-2bb9-4f11-816f-aa62b927a600 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:45.142789 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device aaafaeab-eca5-406c-a414-54960c8c75de no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:45.162180 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: aaafaeab-eca5-406c-a414-54960c8c75de {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:45.162512 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device aaafaeab-eca5-406c-a414-54960c8c75de not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:45.197843 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43388) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:45.350209 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port 3a58b87d-577b-4b3d-bca5-e28918145a8f {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:45.350550 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.425864 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.426096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.437266 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for 3a58b87d-577b-4b3d-bca5-e28918145a8f owned by network:floatingip {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:45.577857 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.606510 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=3a58b87d-577b-4b3d-bca5-e28918145a8f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:45.666261 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.666960 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.db.l3_db [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Floating IP 1c669525-cc85-47a3-8a55-c75a5781af93 disassociated (deleted). External IP: 172.27.2.109, port: d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb. Sep 23 17:57:45.875684 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:45.984062 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:45.988867 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:45.994381 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:46.003670 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:46.004283 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:46.015592 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-b5689232-b8b3-4eda-beea-b55e7f39c2f3 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "DELETE /v2.0/floatingips/1c669525-cc85-47a3-8a55-c75a5781af93 HTTP/1.1" status: 204 len: 168 time: 0.8165853 Sep 23 17:57:46.016375 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:46.019451 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80dc777-4354-49e3-a082-7e9d6838df99" -d '{"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:46.077764 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3b15dd-b5e1-42d3-950e-382494d300f2 x-openstack-request-id: req-5e3b15dd-b5e1-42d3-950e-382494d300f2 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:46.078070 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:46.078301 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e3b15dd-b5e1-42d3-950e-382494d300f2 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:46.078684 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'status': 'completed', 'code': 200} Sep 23 17:57:46.157624 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-363bd24a-c12a-4e2f-a6b6-9cdeac177a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:46.159849 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-363bd24a-c12a-4e2f-a6b6-9cdeac177a17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9725f252b3224549ba0bd66b010cfba5&device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 1098 time: 0.0518463 Sep 23 17:57:46.269397 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:46.299662 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259f2dd-1d1e-4a8a-85d8-2ac4bf5f939b req-6af00b09-4a7c-407d-a7a5-f0cde015d0da tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:46.301349 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b259f2dd-1d1e-4a8a-85d8-2ac4bf5f939b req-6af00b09-4a7c-407d-a7a5-f0cde015d0da tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0950489 Sep 23 17:57:46.303178 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-202d425d-2481-41e8-b8b7-eed730ff9d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:46.303996 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-202d425d-2481-41e8-b8b7-eed730ff9d7e service neutron] 10.222.0.61 "GET /v2.0/networks?id=4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 200 len: 913 time: 0.1281745 Sep 23 17:57:46.358073 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-9df276b9-203b-433f-84f6-4706f47c6f5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 200 len: 217 time: 0.0441003 Sep 23 17:57:46.401282 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-b259f2dd-1d1e-4a8a-85d8-2ac4bf5f939b req-836cdfa6-9b0f-417a-9ba4-11fdf8d70356 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937970 Sep 23 17:57:46.418866 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-a21d11a8-6af5-4e91-a631-80d8fb048817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:46.420389 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-a21d11a8-6af5-4e91-a631-80d8fb048817 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 200 len: 851 time: 0.0518420 Sep 23 17:57:46.469412 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:46.472187 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-2024c762-d283-4b3c-b3c0-40a5882a5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:46.474033 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-2024c762-d283-4b3c-b3c0-40a5882a5e34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4cebedb7-10d5-4696-a048-eed8aef51663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449150 Sep 23 17:57:46.496786 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:46.506209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:46.506826 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:46.572123 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-0773e03a-2c22-483f-bdc8-0d089fee539a service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897403 Sep 23 17:57:46.617267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:46.670603 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-d80dc777-4354-49e3-a082-7e9d6838df99 req-50b83dff-3f56-4d5a-9bce-1bed3d5f81ff service neutron] 10.222.0.61 "GET /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892596 Sep 23 17:57:46.820125 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:46.846173 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d0a0db-64a1-410e-af07-946c484361a5 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:49:33Z', 'revision_number': 4, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi', '_interfaces': [{'id': 'ce862b2e-54dd-4575-a86b-26ccf775f5fd', 'name': '', 'network_id': '4cebedb7-10d5-4696-a048-eed8aef51663', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'mac_address': 'fa:16:3e:ed:c4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:32Z', 'updated_at': '2021-09-23T17:49:38Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'subnets': [{'id': '6da4bf49-cd59-4e83-9d04-c11bfb1ad218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:47.058257 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d22b4-9d81-4b51-b89d-104c6db9d623 None None] New status for floating IP 1c669525-cc85-47a3-8a55-c75a5781af93: DOWN {{(pid=100774) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 17:57:47.522489 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24d84-35c7-4fe4-8774-7801d4f9cc36 req-e81a8338-a934-4984-b274-862cd42beac8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:47.523963 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37c24d84-35c7-4fe4-8774-7801d4f9cc36 req-e81a8338-a934-4984-b274-862cd42beac8 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0538099 Sep 23 17:57:47.560824 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-37c24d84-35c7-4fe4-8774-7801d4f9cc36 req-b9646f9f-b8f2-40e7-934a-ba1c14ab1638 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/security-groups?id=3c1f2d04-95b7-40ee-ab14-cb63497fbf44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Sep 23 17:57:47.704452 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-b2e8ffdd-c52a-4f6d-946a-4355492fa99d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100772) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 17:57:47.706063 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-b2e8ffdd-c52a-4f6d-946a-4355492fa99d tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 945 time: 0.0481472 Sep 23 17:57:47.794672 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:47.795011 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:47.884351 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] For port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb, host hv-cinder-81072, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81072',level=0,port_id=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:47.884749 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:47.897339 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb owned by compute:nova {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:48.023435 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:48.052083 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:48.091676 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] No DVR routers for this DVR port d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb on host hv-cinder-81072 {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:48.094095 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for port, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:48.096068 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-08f15b85-3ddc-4307-a4f7-1366325a444c req-8b905eef-613d-42f1-a837-329b6eede1e2 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.61 "DELETE /v2.0/ports/d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb HTTP/1.1" status: 204 len: 173 time: 0.3835611 Sep 23 17:57:48.096492 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'name': 'network-vif-deleted', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb'}] {{(pid=100772) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 17:57:48.098737 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}952b294529229d5350de45cb8d0a630f444e2a7c4e3e8a2d7698896071c27c70" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5700b274-548f-476f-b8fc-383404addde4" -d '{"events": [{"server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "name": "network-vif-deleted", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb"}]}' {{(pid=100772) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 17:57:48.134171 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7388116d-5f77-4782-b8ba-0cfe415758b4 x-openstack-request-id: req-7388116d-5f77-4782-b8ba-0cfe415758b4 {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 17:57:48.134362 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bca840-6213-40cf-8255-9749076196cc", "name": "network-vif-deleted", "tag": "d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb", "status": "completed", "code": 200}]} {{(pid=100772) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 17:57:48.134697 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7388116d-5f77-4782-b8ba-0cfe415758b4 {{(pid=100772) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 17:57:48.135016 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bca840-6213-40cf-8255-9749076196cc', 'name': 'network-vif-deleted', 'tag': 'd15108b5-e9d1-46c9-a0d5-89cb33d5b3fb', 'status': 'completed', 'code': 200} Sep 23 17:57:48.669189 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [req-71a742c8-a989-47d3-950c-3c3b2bb70250 req-bfb8f4f0-40e3-4df3-8a99-b6e9be045441 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "GET /v2.0/ports?device_id=72bca840-6213-40cf-8255-9749076196cc HTTP/1.1" status: 200 len: 210 time: 0.0276632 Sep 23 17:57:49.724434 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43404) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:49.844078 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Deleting port 97c4f362-3326-4907-a77f-b6b2916af9c4 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:49.844411 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:49.919727 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:49.920046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:49.932029 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Calling delete_port for 97c4f362-3326-4907-a77f-b6b2916af9c4 owned by network:floatingip {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:50.058545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:50.083111 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'Port': ['ID=97c4f362-3326-4907-a77f-b6b2916af9c4,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:50.143749 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:50.146395 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2074325'] for floatingip, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:50.147533 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-2a0a2fe3-a412-4d72-8242-4731e9867935 tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "DELETE /v2.0/floatingips/2247fd05-97d0-42d6-a003-6a92ab1c975c HTTP/1.1" status: 204 len: 168 time: 0.4221036 Sep 23 17:57:51.176505 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb no longer exists at agent hyperv_hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:51.195801 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] No Port match for: d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:51.196065 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Device d15108b5-e9d1-46c9-a0d5-89cb33d5b3fb not bound to the agent host hv-cinder-81072 {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:51.336780 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43416) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:51.398981 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:51.423121 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:51.479677 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:51.482385 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:51.483534 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] 10.222.0.50 "DELETE /v2.0/security-groups/3c1f2d04-95b7-40ee-ab14-cb63497fbf44 HTTP/1.1" status: 204 len: 168 time: 0.1457765 Sep 23 17:57:51.493647 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629d390-430b-468c-932f-c66449c2261e tempest-TestVolumeBootPattern-524087463 tempest-TestVolumeBootPattern-524087463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f2d04-95b7-40ee-ab14-cb63497fbf44,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:51.544490 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43420) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:51.748012 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:52.068526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:52.304900 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Deleting port ce862b2e-54dd-4575-a86b-26ccf775f5fd {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:52.305238 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:52.382351 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] For port ce862b2e-54dd-4575-a86b-26ccf775f5fd, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=ce862b2e-54dd-4575-a86b-26ccf775f5fd,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:52.382633 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:52.395025 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Calling delete_port for ce862b2e-54dd-4575-a86b-26ccf775f5fd owned by network:router_interface {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:52.568716 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:52.597815 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce862b2e-54dd-4575-a86b-26ccf775f5fd,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:52.760355 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.236861 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Router 9f66f833-c843-4576-bf92-08d12dc7b681 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100772) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:53.341389 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100772) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:53.347243 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-1fc56197-caf4-4224-ab0c-8266fd35837c admin admin] 10.222.0.50 "PUT /v2.0/routers/9f66f833-c843-4576-bf92-08d12dc7b681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8016162 Sep 23 17:57:53.349769 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43424) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:53.351523 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Sync routers for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:53.361414 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:53.361950 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:53.448870 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks [] for router, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.465430 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:53.493679 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:57:53.553310 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.609193 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Deleting port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:53.609946 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.647758 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225'}], 'enable_snat': True}, 'gw_port_id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:57:52Z', 'revision_number': 5, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port': {'id': '01500f0b-6f4e-418d-b8c5-06117a6f6b0f', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:30Z', 'updated_at': '2021-09-23T17:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:53.674044 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Checking router: 9f66f833-c843-4576-bf92-08d12dc7b681 for host: dv-cinder-810729-1-iscsi {{(pid=100773) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:53.682265 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Routers {'9f66f833-c843-4576-bf92-08d12dc7b681'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100773) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:53.682874 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['9f66f833-c843-4576-bf92-08d12dc7b681'], 'active': True} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:53.688567 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] For port 01500f0b-6f4e-418d-b8c5-06117a6f6b0f, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:53.689899 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.702776 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Calling delete_port for 01500f0b-6f4e-418d-b8c5-06117a6f6b0f owned by network:router_gateway {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:53.772549 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvr_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] Set router 9f66f833-c843-4576-bf92-08d12dc7b681 gateway port host: None {{(pid=100773) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:53.824098 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_hamode_db [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:57:53Z', 'revision_number': 6, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100773) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:53.854868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b3a2df-b725-4ed2-96ca-72f0e2cdb697 None None] The sync data for ids ['9f66f833-c843-4576-bf92-08d12dc7b681'] in dv-cinder-810729-1-iscsi is: [{'id': '9f66f833-c843-4576-bf92-08d12dc7b681', 'name': 'tempest-TestVolumeBootPattern-2132755283-router', 'tenant_id': '9725f252b3224549ba0bd66b010cfba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:29Z', 'updated_at': '2021-09-23T17:57:53Z', 'revision_number': 6, 'project_id': '9725f252b3224549ba0bd66b010cfba5', 'gw_port_host': None}] {{(pid=100773) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:53.873234 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:53.897902 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=01500f0b-6f4e-418d-b8c5-06117a6f6b0f,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:53.963648 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.054173 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.056156 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.099248 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.099893 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f66f833-c843-4576-bf92-08d12dc7b681 {{(pid=100772) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:57:54.104004 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] Notify callbacks [] for router, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.105172 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-620e5329-637a-4a14-8b44-5743e83d0e38 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9f66f833-c843-4576-bf92-08d12dc7b681 HTTP/1.1" status: 204 len: 168 time: 0.7543092 Sep 23 17:57:54.107592 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43426) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:54.151868 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.db_base_plugin_v2 [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Deleting subnet 6da4bf49-cd59-4e83-9d04-c11bfb1ad218 {{(pid=100772) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:57:54.155222 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.189792 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15055386'] for subnet, precommit_delete_associations {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.277194 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.337114 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15543489', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13993079'] for subnet, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.365545 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da4bf49-cd59-4e83-9d04-c11bfb1ad218,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:54.367504 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.369477 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-143d680a-583e-4797-a2b3-c670e39a8197 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6da4bf49-cd59-4e83-9d04-c11bfb1ad218 HTTP/1.1" status: 204 len: 168 time: 0.2609680 Sep 23 17:57:54.372523 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43428) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:54.376077 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893b3c40-2912-49c2-a851-aaf03ad35b14 None None] Network 4cebedb7-10d5-4696-a048-eed8aef51663 requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:57:54.463244 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.523217 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Deleting port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:54.523551 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.589703 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] For port 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=71fc07b8-746a-4ffd-bcc2-69fe18effa64,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:54.589969 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.607342 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Calling delete_port for 71fc07b8-746a-4ffd-bcc2-69fe18effa64 owned by network:dhcp {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:54.644563 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] DHCP port deletion for 4cebedb7-10d5-4696-a048-eed8aef51663 request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:57:54.696466 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Deleting port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:54.696887 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.703994 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.738081 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Pushing event deleted for resources: {'Port': ['ID=71fc07b8-746a-4ffd-bcc2-69fe18effa64,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:54.742321 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] No DVR routers for this DVR port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 on host dv-cinder-810729-1-iscsi {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:54.779955 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] For port 71fc07b8-746a-4ffd-bcc2-69fe18effa64, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=71fc07b8-746a-4ffd-bcc2-69fe18effa64,segment=NetworkSegment(f30b31ff-530a-4a15-acfb-b72d42132f12),segment_id=f30b31ff-530a-4a15-acfb-b72d42132f12)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:54.780357 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.794533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Calling delete_port for 71fc07b8-746a-4ffd-bcc2-69fe18effa64 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:54.819499 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.848330 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cebedb7-10d5-4696-a048-eed8aef51663']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:54.858953 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30b31ff-530a-4a15-acfb-b72d42132f12') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:54.859170 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30b31ff-530a-4a15-acfb-b72d42132f12') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:54.869725 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.885526 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.887073 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.894782 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:57:54.895186 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:57:54.898012 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:57:54.915383 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] Pushing event deleted for resources: {'Port': ['ID=71fc07b8-746a-4ffd-bcc2-69fe18effa64,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:54.919069 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77c8c4-896b-49b3-b9e6-4fb9036d8035 None None] No DVR routers for this DVR port 71fc07b8-746a-4ffd-bcc2-69fe18effa64 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:54.971032 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.981804 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:54.983696 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4cebedb7-10d5-4696-a048-eed8aef51663 HTTP/1.1" status: 204 len: 168 time: 0.6099031 Sep 23 17:57:54.986733 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43430) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:54.996096 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52af21-b89e-46cd-bb9b-c4380e88a401 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cebedb7-10d5-4696-a048-eed8aef51663,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:55.025602 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device ce862b2e-54dd-4575-a86b-26ccf775f5fd no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:55.045301 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: ce862b2e-54dd-4575-a86b-26ccf775f5fd {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:55.045738 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device ce862b2e-54dd-4575-a86b-26ccf775f5fd not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:55.046215 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 71fc07b8-746a-4ffd-bcc2-69fe18effa64 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:55.066232 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 71fc07b8-746a-4ffd-bcc2-69fe18effa64 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:55.066576 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 71fc07b8-746a-4ffd-bcc2-69fe18effa64 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:55.066996 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 01500f0b-6f4e-418d-b8c5-06117a6f6b0f no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:55.088698 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 01500f0b-6f4e-418d-b8c5-06117a6f6b0f {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:55.089048 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 01500f0b-6f4e-418d-b8c5-06117a6f6b0f not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:55.527045 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1699862'] for router_interface, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:55.766363 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Deleting port 00ca97a8-d998-4f59-ba7f-4824bb603c13 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:55.766697 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:55.846412 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] For port 00ca97a8-d998-4f59-ba7f-4824bb603c13, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=00ca97a8-d998-4f59-ba7f-4824bb603c13,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:55.846679 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:55.858998 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Calling delete_port for 00ca97a8-d998-4f59-ba7f-4824bb603c13 owned by network:router_interface {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:56.042633 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.065509 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ca97a8-d998-4f59-ba7f-4824bb603c13,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:56.229561 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579968', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1703839'] for router_interface, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.439468 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 has already been hosted by L3 agent e5694558-4a73-4145-b875-b1b36dc65b84 {{(pid=100771) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 17:57:56.543026 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] Notify agent at l3_agent.dv-cinder-810729-1-iscsi the message routers_updated {{(pid=100771) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 17:57:56.548149 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-2f519594-18af-4f90-8e8a-c590ff0fee58 admin admin] 10.222.0.50 "PUT /v2.0/routers/d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5602939 Sep 23 17:57:56.550691 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43432) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:56.553394 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Sync routers for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 17:57:56.562517 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:56.563197 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:56.655357 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks [] for router, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.667541 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: dv-cinder-810729-1-iscsi {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:56.758843 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.811074 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Deleting port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 {{(pid=100771) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:56.811406 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.840943 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'external_fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:57:55Z', 'revision_number': 5, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port': {'id': 'd9f1cd70-ed0c-423b-ad0c-8abc7b1af338', 'name': '', 'network_id': 'b4dd6f71-0cce-4fc2-b183-d0cb187397b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810729-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T17:49:37Z', 'updated_at': '2021-09-23T17:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7f2ad40-70d4-4137-873b-8be659a5466f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810729-1-iscsi'}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:56.866461 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Checking router: d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 for host: dv-cinder-810729-1-iscsi {{(pid=100774) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 17:57:56.874491 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Routers {'d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'} bound to L3 agent in host dv-cinder-810729-1-iscsi {{(pid=100774) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 17:57:56.875126 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810729-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T17:39:08Z,description=,heartbeat_timestamp=2021-09-23T17:57:38Z,host='dv-cinder-810729-1-iscsi',id=e5694558-4a73-4145-b875-b1b36dc65b84,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T17:39:08Z,topic='l3_agent')) {'router_ids': ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'], 'active': True} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:56.894347 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.db [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] For port d9f1cd70-ed0c-423b-ad0c-8abc7b1af338, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,segment=NetworkSegment(c139e6d3-c9c8-4f20-bf6f-4d31ee934d50),segment_id=c139e6d3-c9c8-4f20-bf6f-4d31ee934d50)] {{(pid=100771) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:56.894985 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:56.906506 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.plugins.ml2.plugin [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Calling delete_port for d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 owned by network:router_gateway {{(pid=100771) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:56.962802 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_dvr_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] Set router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 gateway port host: None {{(pid=100774) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 17:57:57.014197 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.l3_hamode_db [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:57:56Z', 'revision_number': 6, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port_host': None}], 'dv-cinder-810729-1-iscsi', False) {} {{(pid=100774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:57.039760 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486db6e1-7a7f-400b-92c6-bbcbedd113bf None None] The sync data for ids ['d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85'] in dv-cinder-810729-1-iscsi is: [{'id': 'd303ca50-73bb-4bf7-bfa0-fb5bf3f13b85', 'name': 'tempest-TestVolumeBootPattern-1036188440-router', 'tenant_id': 'be9085527f094a53a1e9120dd43a8617', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T17:49:36Z', 'updated_at': '2021-09-23T17:57:56Z', 'revision_number': 6, 'project_id': 'be9085527f094a53a1e9120dd43a8617', 'gw_port_host': None}] {{(pid=100774) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 17:57:57.082642 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15653433'] for port, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.106191 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9f1cd70-ed0c-423b-ad0c-8abc7b1af338,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:57.166251 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1703772'] for router_gateway, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.253447 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1641779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14015'] for router, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.255526 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.301199 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1641786'] for router, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.301615 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 {{(pid=100771) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 17:57:57.306047 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] Notify callbacks [] for router, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.307190 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-664305ee-df0a-4f82-af54-36f9a01420eb admin admin] 10.222.0.50 "DELETE /v2.0/routers/d303ca50-73bb-4bf7-bfa0-fb5bf3f13b85 HTTP/1.1" status: 204 len: 168 time: 0.7555990 Sep 23 17:57:57.309721 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43434) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:57.354090 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Deleting subnet 1f89c7ed-4ae0-474b-89d8-c284c10c900a {{(pid=100771) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 17:57:57.357294 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.392989 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14337708'] for subnet, precommit_delete_associations {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.475917 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1506179'] for subnet, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.529304 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1506186', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577881', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15653476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14440932'] for subnet, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.554040 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f89c7ed-4ae0-474b-89d8-c284c10c900a,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:57.559680 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for subnet, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.561579 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-37a4d9cb-d337-40fa-ab5b-7155d2c94fe6 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1f89c7ed-4ae0-474b-89d8-c284c10c900a HTTP/1.1" status: 204 len: 168 time: 0.2509561 Sep 23 17:57:57.564168 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43436) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:57.565150 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e19dcd-755c-45ff-bf09-a0c1d14dc4f2 None None] Network c2a2b127-dcab-495d-87f3-2389b00dc92d requested from dv-cinder-810729-1-iscsi {{(pid=100773) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 17:57:57.631971 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-553083'] for network, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.683515 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Deleting port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 {{(pid=100772) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:57.683854 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.751055 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.db [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] For port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100772) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:57.752134 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.759915 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] DHCP port deletion for c2a2b127-dcab-495d-87f3-2389b00dc92d request from dv-cinder-810729-1-iscsi {{(pid=100773) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 17:57:57.766525 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.plugin [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Calling delete_port for bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 owned by network:dhcp {{(pid=100772) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:57.810138 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Deleting port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 {{(pid=100773) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 17:57:57.810422 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739294829608'] for port, before_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.846474 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15543452'] for port, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.875498 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.db [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] For port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63, host dv-cinder-810729-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810729-1-iscsi',level=0,port_id=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,segment=NetworkSegment(72ba9087-d795-4b4a-80de-afd17f7ecfff),segment_id=72ba9087-d795-4b4a-80de-afd17f7ecfff)] {{(pid=100773) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 17:57:57.875892 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1699599'] for port, precommit_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.879046 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] No DVR routers for this DVR port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 on host dv-cinder-810729-1-iscsi {{(pid=100772) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:57.882705 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:57.891355 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Calling delete_port for bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 owned by network:dhcp {{(pid=100773) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 17:57:57.955336 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1505338', 'neutron.services.segments.db._delete_segments_for_network-8739294860692'] for network, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.976533 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-95851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739294834926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739294345656'] for port, after_delete {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:57.976906 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a2b127-dcab-495d-87f3-2389b00dc92d']}} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:57.988967 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ba9087-d795-4b4a-80de-afd17f7ecfff') {'for_net_delete': True} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:57.989256 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.services.segments.db [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ba9087-d795-4b4a-80de-afd17f7ecfff') {} {{(pid=100772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 17:57:57.998980 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739294863261', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15055363'] for segment, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.000470 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] Pushing event deleted for resources: {'Port': ['ID=bbc9bbb7-30aa-47e2-8fee-eeccdc862c63,revision_number=None']} {{(pid=100773) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:58.010578 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856de8cd-6197-4ed2-ba7f-5d2ae71eb9d6 None None] No DVR routers for this DVR port bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 on host dv-cinder-810729-1-iscsi {{(pid=100773) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 17:57:58.016153 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020'] for segment, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.023316 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=100772) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 17:57:58.023714 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1504020', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15544175'] for segment, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: Traceback (most recent call last): Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: timer() Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: cb(*args, **kw) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: return func(*args, **kwargs) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: self._notify() Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: self.callback(batched_events) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: event.method(event) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: return f(self, *a, **k) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._get(url).json() Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: return self.request(url, 'GET', **kwargs) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 17:57:58.025416 dv-cinder-810729-1-iscsi neutron-server[100772]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 17:57:58.086180 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1505293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1577782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1703680'] for network, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.092208 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1580067'] for network, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.094210 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c2a2b127-dcab-495d-87f3-2389b00dc92d HTTP/1.1" status: 204 len: 168 time: 0.5287957 Sep 23 17:57:58.104706 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10916caa-bcdc-4800-ab28-f2bc801aa3f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a2b127-dcab-495d-87f3-2389b00dc92d,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:58.203072 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43440) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:58.243641 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-caf87dc6-3c77-4fa8-b06b-fd682ce383e8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9725f252b3224549ba0bd66b010cfba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394158 Sep 23 17:57:58.246114 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [-] (100771) accepted ('10.222.0.50', 43442) {{(pid=100771) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:58.293529 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.313336 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.361199 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.363643 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron_lib.callbacks.manager [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100771) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.364814 dv-cinder-810729-1-iscsi neutron-server[100771]: INFO neutron.wsgi [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/52667c71-7ba2-439e-a5a3-469f1511a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1176813 Sep 23 17:57:58.372200 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1583f-4329-41ae-b343-7fbfdfce9e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52667c71-7ba2-439e-a5a3-469f1511a9c3,revision_number=None']} {{(pid=100771) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:58.677806 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43448) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:58.716011 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-f87be78b-3ec2-47fa-b03c-468a4ff9e62d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=be9085527f094a53a1e9120dd43a8617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370691 Sep 23 17:57:58.718260 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.wsgi [-] (100772) accepted ('10.222.0.50', 43450) {{(pid=100772) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 17:57:58.765417 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.785908 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.834886 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1633229'] for security_group, after_delete {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.837706 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron_lib.callbacks.manager [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:57:58.838861 dv-cinder-810729-1-iscsi neutron-server[100772]: INFO neutron.wsgi [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd679806-f93b-45c6-88b1-720d8603d435 HTTP/1.1" status: 204 len: 168 time: 0.1197298 Sep 23 17:57:58.846819 dv-cinder-810729-1-iscsi neutron-server[100772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b1471-4ca5-4cf0-8494-d1a552145d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd679806-f93b-45c6-88b1-720d8603d435,revision_number=None']} {{(pid=100772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 17:57:59.017687 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:59.036531 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:59.037001 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device bbc9bbb7-30aa-47e2-8fee-eeccdc862c63 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:59.037498 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:59.058552 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:59.058898 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device d9f1cd70-ed0c-423b-ad0c-8abc7b1af338 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:57:59.059326 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 00ca97a8-d998-4f59-ba7f-4824bb603c13 no longer exists at agent ovs-agent-dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 17:57:59.080267 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.plugin [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] No Port match for: 00ca97a8-d998-4f59-ba7f-4824bb603c13 {{(pid=100773) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 17:57:59.080631 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron.plugins.ml2.rpc [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Device 00ca97a8-d998-4f59-ba7f-4824bb603c13 not bound to the agent host dv-cinder-810729-1-iscsi {{(pid=100773) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 17:58:05.231853 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-cf816d85-4e10-49af-847a-58958372372f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:07.842296 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2b801a77-1e67-4644-9e8a-8e039320b2cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:08.290391 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:08.975310 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:10.918966 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:21.764920 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:30.492148 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:58:35.231355 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-2a17ce5f-2829-40a7-ada4-ba53ea369a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:37.843417 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-6cc7580a-17b5-4a89-b650-4c82f7eafbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:38.291771 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:38.978960 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:40.805707 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:58:51.769174 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:05.233257 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-8ab922d0-0905-45bd-8e26-4890472ff4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:07.492364 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:59:07.843326 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c06eca06-c4f4-4809-81a4-b2bb4eba0651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:08.292507 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:08.983033 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:10.808258 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:21.767394 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:35.235087 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-90226666-71ce-4e1e-91ba-ca87afeedd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:37.844229 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b860431a-3463-409d-93fa-9df9944c1a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:38.296508 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:38.985163 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:40.810800 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 17:59:44.491124 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 17:59:51.780564 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:05.235137 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-bb85bee9-893e-41eb-a941-86b00cf589f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:07.844716 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b11a2d56-7a02-4b83-a169-5e9db79a4932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:08.297256 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:08.987510 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:10.813666 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:21.490993 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:00:21.796508 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:35.236543 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c3bd8199-5f38-4bdf-a82d-4c6921be66a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:37.846015 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-f31aa0ef-ba72-4589-b215-3defcf802581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:38.297017 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:38.997822 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:40.815868 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:51.811391 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:00:58.488952 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:01:05.237691 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-79495374-a9c9-4f4c-87b8-d21e07ea6405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:07.847031 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb257-2448-4cd8-9e87-dca785fbedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:08.297145 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:08.992507 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:10.817209 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:21.814534 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:35.240173 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-e1b17096-87c5-487a-af66-8c6bc1cef516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:35.487599 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:01:37.848156 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-47be5bc3-7890-45f5-8cd8-dbb9bb407923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:38.301279 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:38.996009 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:40.819896 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:01:51.813704 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:05.242393 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-4f8b5016-90b5-4ff4-a10f-abcc4851f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:07.849825 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-a3144beb-6afd-4be0-9156-daf1f5917b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:08.302976 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:08.998957 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:10.822443 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:12.486689 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:02:21.827979 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:35.243081 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-3083b659-7d25-4738-abc4-db43dac9a7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:37.850047 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd45b-6087-4cf0-b26b-447700d26396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:38.302746 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:39.002787 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:40.824760 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:49.486462 dv-cinder-810729-1-iscsi neutron-server[100774]: DEBUG neutron.db.agents_db [None req-ff6d9d11-efd0-461a-a0e5-fe1314a175ef None None] Agent healthcheck: found 6 active agents {{(pid=100774) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 18:02:51.827671 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:02:58.686279 dv-cinder-810729-1-iscsi neutron-server[100771]: DEBUG neutron.wsgi [req-30c205e0-2b54-41ba-9538-42320f1c5769 req-00fb9568-91b0-4576-ba26-23597db11272 service neutron] (100771) timed out ('10.222.0.61', 64698) {{(pid=100771) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 23 18:03:05.243470 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-696337e0-6cc4-4495-98cd-e8f487d3a8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:03:07.852741 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-de0e2427-5b4a-41e6-9d55-66aeef1ce27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:03:08.303626 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-97acd8ae-26c8-4e67-bd27-31f89d49b8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:03:09.005461 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4969-0f8c-4b56-b6b3-adb371f25ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:03:10.827940 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-c01cdba1-7473-440a-b830-3debce8b5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 18:03:21.843969 dv-cinder-810729-1-iscsi neutron-server[100773]: DEBUG neutron_lib.callbacks.manager [None req-db6e8816-d9e0-4320-b1cb-b745be69ac85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739294860674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1491258'] for agent, after_update {{(pid=100773) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}